-- Logs begin at Wed 2022-08-24 16:56:58 UTC, end at Wed 2022-08-24 18:10:46 UTC. -- Aug 24 17:40:29.714624 dv-cinder-854428-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 17:40:32.436120 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.common.config [-] Logging enabled! Aug 24 17:40:32.436746 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 17:40:32.436916 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113295) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 17:40:32.440369 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.common.config [-] Logging enabled! Aug 24 17:40:32.440628 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 17:40:32.440941 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113295) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 17:40:32.441920 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 17:40:32.442154 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 17:40:32.442634 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 17:40:32.442966 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 17:40:32.443197 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 17:40:32.443523 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.443828 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.444060 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.444365 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.444665 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.444946 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.445241 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.445549 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.445840 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.446156 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.446445 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.446680 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.446966 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.447261 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.447557 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.447785 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] debug = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.448069 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.448498 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.448920 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.449212 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.449513 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.449799 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.450101 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.450386 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.450676 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.451010 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] host = dv-cinder-854428-1-iscsi {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.451293 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.451587 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.451882 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.452174 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.452453 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.452735 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.453029 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.453339 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.453612 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] log_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.454043 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.454352 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.454647 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.454952 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.455181 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.455407 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.455702 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.455999 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.456279 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.456559 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.456839 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.457117 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.457394 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.457665 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.457977 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.458267 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.458557 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.458836 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.459115 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.459390 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.459665 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.459953 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.460230 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.460506 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.460782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.461072 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.461346 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.461622 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.461951 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.462247 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.462562 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.462853 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.463135 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.463424 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.463698 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.463977 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.464252 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] use_json = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.464527 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.464802 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.465089 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.465368 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.465651 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.465956 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.466232 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.466522 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.466889 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:32.467201 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.467506 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.467813 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.468101 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.468411 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.468695 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.469512 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.470041 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.470262 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.470560 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.470857 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.471141 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.471483 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.471780 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.472085 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.472397 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.472699 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.473000 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.473282 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.473560 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.473840 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.474145 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.474437 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.474720 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.475018 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.475309 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.475591 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.475894 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.476187 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.476476 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.476774 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.477070 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.477350 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.477628 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.477951 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.478309 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.478510 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.478800 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.479081 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.479357 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.479640 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.479938 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.480230 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.480507 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.480790 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.481086 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.481373 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.481651 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.481950 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.482235 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.482509 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.482796 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.483079 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.483426 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.483628 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.483908 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.484190 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.484461 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.484741 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.485016 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.485295 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.486374 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.486659 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.486942 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.487223 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.487500 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.487777 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.488135 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.488336 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.488613 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.488888 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.489164 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.489440 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.489717 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.490035 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.490338 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.490619 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.490902 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.491184 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.491464 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.491744 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.492024 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.492304 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.492588 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.492866 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.493162 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.493451 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.493741 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.494054 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.494356 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.494659 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.494945 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.495227 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.495507 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.495788 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.496069 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.496360 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.496640 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.496921 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.497207 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.497492 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.497792 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.498115 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.498395 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.498692 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.498991 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.499287 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.499570 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.499885 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.500187 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:32.500417 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 17:40:32.500666 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113295) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 17:40:32.803989 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 17:40:32.804320 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 17:40:32.804591 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 17:40:32.804826 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 17:40:32.805122 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 17:40:32.805460 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 17:40:33.230445 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.230743 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.231022 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.232271 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.232547 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.232827 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.289652 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.289954 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.290226 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.307752 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.308040 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.308318 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.338597 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.338888 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.339161 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.377640 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.378003 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.378325 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.620346 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.620962 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.620962 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.621143 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.622041 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.725631 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.726021 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.726313 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.726589 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.726856 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.727169 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.727432 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.727692 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.727949 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.728232 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.728498 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.728760 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.729021 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.729270 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.729566 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.729835 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.730115 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.730394 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.730658 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.730920 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.731193 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.731449 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.731734 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.732129 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.732379 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.732627 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.733060 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:40:33.733298 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:40:33.733538 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:40:33.733776 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:40:33.734029 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:40:33.734266 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:40:33.734674 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 17:40:33.738214 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 17:40:33.742343 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 17:40:33.746475 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 24 17:40:33.748144 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 17:40:33.748846 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 17:40:33.749190 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 17:40:33.749596 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 17:40:33.753201 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 17:40:33.753454 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 17:40:33.753818 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 17:40:33.759090 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 17:40:33.784123 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 17:40:33.784590 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.784898 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113295) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 17:40:33.785278 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.786701 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113295) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 17:40:33.787001 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 17:40:33.787250 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 17:40:33.790885 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.791178 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:33.943295 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 17:40:33.943547 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 17:40:33.943791 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 17:40:33.944185 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 17:40:33.998439 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO dbcounter [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Registered counter for database neutron Aug 24 17:40:34.019198 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_db.sqlalchemy.engines [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113295) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 17:40:34.025461 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG dbcounter [-] [113295] Writer thread running {{(pid=113295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:40:34.724104 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Initializing driver for type 'gre' Aug 24 17:40:34.724766 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] gre ID ranges: [(1, 1000)] Aug 24 17:40:34.912815 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Initializing driver for type 'local' Aug 24 17:40:34.913161 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Initializing driver for type 'vlan' Aug 24 17:40:35.015541 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] VlanTypeDriver initialization complete Aug 24 17:40:35.016461 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Initializing driver for type 'vxlan' Aug 24 17:40:35.017157 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] vxlan ID ranges: [(1, 1000)] Aug 24 17:40:35.175295 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Initializing extension driver 'port_security' Aug 24 17:40:35.175641 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] PortSecurityExtensionDriver initialization complete Aug 24 17:40:35.175978 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Initializing mechanism driver 'openvswitch' Aug 24 17:40:35.176307 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Initializing mechanism driver 'hyperv' Aug 24 17:40:35.183237 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:35.183916 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > port after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.184292 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > port after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.184648 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > port after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.185161 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:40:35.185622 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > subnet after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.186008 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > subnet after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.186361 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.186757 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:40:35.187169 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > network after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.188060 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > network after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.188597 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > network after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.189128 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:40:35.189542 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > security_group after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.189921 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > security_group after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.190274 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.194244 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:40:35.194244 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.194244 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.194244 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.194244 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:40:35.194676 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > address_group after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.194676 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > address_group after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.194676 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.194676 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:40:35.194676 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] ML2 OVO RPC backend initialized. {{(pid=113295) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 17:40:35.195034 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.195114 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.195496 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > network before_response 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.195851 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > networks before_response 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.196200 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > port before_response 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.196545 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > ports before_response 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.196894 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > subnet before_response 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.197239 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > subnets before_response 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.197585 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > network after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.197958 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > network after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.198300 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > network after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.198638 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > port after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.198978 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > port after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.199315 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > port after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.199695 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > subnet after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.200040 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > subnet after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.200381 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.209624 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded quota_driver: . Aug 24 17:40:35.210017 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.plugin [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Modular L2 Plugin initialization complete Aug 24 17:40:35.210369 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading services supported by the core plugin {{(pid=113295) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 17:40:35.210722 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.plugins.ml2.managers [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Got port-security extension from driver 'port_security' Aug 24 17:40:35.211293 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.extensions.vlantransparent [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Disabled vlantransparent extension. Aug 24 17:40:35.211790 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113295) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 17:40:35.212118 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading Plugin: router Aug 24 17:40:35.248051 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.248447 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router after_create 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.248822 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router before_create 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.249192 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.249573 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.250552 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router after_delete 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.251106 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.251588 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.251963 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router after_create 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.252322 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router after_update 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.252679 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router after_update 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.253041 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.253406 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router after_update 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.253821 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router precommit_update 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.254219 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: port after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.254564 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: port after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.254910 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: subnet after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.255259 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.255614 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.255966 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router precommit_create 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.256312 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: port before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.256697 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router precommit_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.257059 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router after_update 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.257405 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.257760 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router precommit_create 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.258147 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.258497 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router precommit_update 55549900 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.258867 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > agent after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.259222 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > agent after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.259573 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > network after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.260446 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Tracking information for resource: router configured {{(pid=113295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:40:35.260783 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Tracking information for resource: floatingip configured {{(pid=113295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:40:35.266377 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.db.l3_agentschedulers_db [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 17:40:35.267274 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: port after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.267647 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: port after_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.268008 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: port after_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.268369 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: port after_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.269179 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router before_create 55550100 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.269553 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.269949 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router precommit_create 55550100 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.270314 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > router precommit_update 55550100 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.275195 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.services.provider_configuration [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service providers = [] {{(pid=113295) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 17:40:35.275566 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.db.servicetype_db [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113295) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 17:40:35.278740 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.services.service_base [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:40:35.279084 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.services.service_base [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:40:35.279444 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.services.service_base [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:40:35.280316 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.services.service_base [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:40:35.280691 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.services.service_base [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 17:40:35.281084 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:40:35.281473 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 17:40:35.292186 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:40:35.292526 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading Plugin: auto_allocate Aug 24 17:40:35.298857 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: network precommit_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.299237 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: network precommit_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.299771 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:40:35.300099 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading Plugin: tag Aug 24 17:40:35.307041 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:40:35.307371 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading Plugin: timestamp Aug 24 17:40:35.311251 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:40:35.311595 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading Plugin: network_ip_availability Aug 24 17:40:35.317706 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.318111 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.318795 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.319317 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:40:35.319577 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading Plugin: flavors Aug 24 17:40:35.326079 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:40:35.326413 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading Plugin: revisions Aug 24 17:40:35.331689 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:40:35.332115 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_concurrency.lockutils [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.527s {{(pid=113295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 17:40:35.332889 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113295) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 17:40:35.333227 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Initializing extension manager. Aug 24 17:40:35.333766 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: __init__.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.334138 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: __pycache__ {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.334477 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: address_group.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.335208 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.335792 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: address-group Aug 24 17:40:35.336124 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: address_scope.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.336805 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.337325 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: address-scope Aug 24 17:40:35.337654 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.338585 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.339105 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: router-admin-state-down-before-update Aug 24 17:40:35.339436 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: agent.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.340102 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.340613 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: agent Aug 24 17:40:35.340938 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: agent_resources_synced.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.341799 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.342341 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: agent-resources-synced Aug 24 17:40:35.342666 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: allowedaddresspairs.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.344846 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.345370 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: allowed-address-pairs Aug 24 17:40:35.345700 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: auto_allocated_topology.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.346812 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.347333 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: auto-allocated-topology Aug 24 17:40:35.347656 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: availability_zone.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.348320 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.348830 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: availability_zone Aug 24 17:40:35.349151 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: availability_zone_filter.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.350039 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.350548 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: availability_zone_filter Aug 24 17:40:35.350911 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: data_plane_status.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.351773 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.352278 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 17:40:35.352599 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: default_subnetpools.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.353466 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.354065 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: default-subnetpools Aug 24 17:40:35.354393 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.355175 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.355689 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: dhcp_agent_scheduler Aug 24 17:40:35.356016 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: dns.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.356898 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.357405 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 17:40:35.357731 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: dns_domain_ports.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.358629 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.359139 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 17:40:35.359602 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.360695 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.361200 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 17:40:35.361532 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: dvr.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.362196 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.362707 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: dvr Aug 24 17:40:35.363067 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: ecmp_routes.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.363897 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.364418 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 17:40:35.364774 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: empty_string_filtering.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.365639 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.366184 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: empty-string-filtering Aug 24 17:40:35.366509 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.367377 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.367888 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 17:40:35.368212 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.369080 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.369591 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 17:40:35.369945 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: external_net.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.370805 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.371351 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: external-net Aug 24 17:40:35.371674 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.372538 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.373042 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: extra_dhcp_opt Aug 24 17:40:35.373364 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: extraroute.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.374254 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.374756 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: extraroute Aug 24 17:40:35.375617 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: extraroute_atomic.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.376810 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.377328 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: extraroute-atomic Aug 24 17:40:35.377659 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: filter_validation.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.378324 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.379050 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: filter-validation Aug 24 17:40:35.379382 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: fip_pf_description.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.380259 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.380772 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 17:40:35.381096 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: fip_pf_port_range.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.382000 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.382507 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 17:40:35.382829 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: fip_port_details.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.383718 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.384225 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: fip-port-details Aug 24 17:40:35.384549 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: flavors.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.385739 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.386287 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: flavors Aug 24 17:40:35.386613 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.388220 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.388740 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 17:40:35.389072 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: floatingip_pools.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.389739 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.390284 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: floatingip-pools Aug 24 17:40:35.390732 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: ip_allocation.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.392394 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.392909 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 17:40:35.393233 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.394145 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.394654 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: ip-substring-filtering Aug 24 17:40:35.394982 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l2_adjacency.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.395877 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.396381 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 17:40:35.396706 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l3.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.397675 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.398229 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: router Aug 24 17:40:35.398547 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.400945 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.401474 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 17:40:35.401808 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.402738 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.403250 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: ext-gw-mode Aug 24 17:40:35.403578 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.404455 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.404966 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: l3-ha Aug 24 17:40:35.405290 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.406188 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.406977 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 17:40:35.407376 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l3_flavors.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.408264 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.408777 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: l3-flavors Aug 24 17:40:35.409105 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.410477 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.410996 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 17:40:35.411327 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.412214 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.412720 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 17:40:35.413048 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: l3agentscheduler.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.414098 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.414617 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: l3_agent_scheduler Aug 24 17:40:35.414944 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: local_ip.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.416645 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.417167 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension local_ip not supported by any of loaded plugins Aug 24 17:40:35.417500 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: logging.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.418957 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.419483 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension logging not supported by any of loaded plugins Aug 24 17:40:35.419823 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: metering.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.420534 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.421383 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: metering Aug 24 17:40:35.421717 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.423333 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.423852 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: metering_source_and_destination_fields Aug 24 17:40:35.424183 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: multiprovidernet.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.425074 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.425633 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: multi-provider Aug 24 17:40:35.426005 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: netmtu.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.426888 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.427407 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: net-mtu Aug 24 17:40:35.427735 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: netmtu_writable.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.428615 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.429128 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: net-mtu-writable Aug 24 17:40:35.429457 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: network_availability_zone.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.430120 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.430638 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: network_availability_zone Aug 24 17:40:35.430970 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: network_ip_availability.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.432116 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.432652 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: network-ip-availability Aug 24 17:40:35.432976 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: network_segment_range.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.433727 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.434264 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 17:40:35.434593 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: pagination.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.435542 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.435878 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: pagination Aug 24 17:40:35.436205 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: port_device_profile.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.437107 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.438312 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: port-device-profile Aug 24 17:40:35.438833 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: port_mac_address_override.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.439836 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.440359 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: port-mac-override Aug 24 17:40:35.440682 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.441568 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.442106 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: port-mac-address-regenerate Aug 24 17:40:35.442430 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.443316 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.443830 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: port-numa-affinity-policy Aug 24 17:40:35.444155 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: port_resource_request.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.445036 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.445546 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 17:40:35.445890 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: port_resource_request_groups.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.446818 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.447327 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 17:40:35.447651 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: portbindings.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.448531 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.449041 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: binding Aug 24 17:40:35.449365 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: portbindings_extended.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.450620 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.451137 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: binding-extended Aug 24 17:40:35.451465 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: portsecurity.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.452345 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.452868 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: port-security Aug 24 17:40:35.454111 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: project_id.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.455299 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.455636 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: project-id Aug 24 17:40:35.455962 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: providernet.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.456841 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.457360 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: provider Aug 24 17:40:35.457687 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.461273 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.461795 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos not supported by any of loaded plugins Aug 24 17:40:35.462152 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.463359 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.463877 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 17:40:35.464212 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.465105 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.465614 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 17:40:35.465973 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_default.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.466848 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.467360 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-default not supported by any of loaded plugins Aug 24 17:40:35.467690 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_fip.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.468566 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.469282 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 17:40:35.469725 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.470624 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.471133 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 17:40:35.471460 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_gateway_ip.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.472342 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.472852 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 17:40:35.473178 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_port_network_policy.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.474077 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.474589 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 17:40:35.474913 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.475897 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.476408 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 17:40:35.476736 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.477733 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.478278 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 17:40:35.478606 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_pps_rule.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.479733 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.480242 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 17:40:35.480569 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_rule_type_details.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.481439 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.481985 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 17:40:35.482312 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.483181 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.483687 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 17:40:35.484011 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: qos_rules_alias.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.485912 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.486437 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 17:40:35.486764 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: quota_check_limit.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.487646 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.488170 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: quota-check-limit Aug 24 17:40:35.488497 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: quotasv2.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.489464 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.489793 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: quotas Aug 24 17:40:35.490153 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: quotasv2_detail.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.491879 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.492219 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: quota_details Aug 24 17:40:35.492554 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: rbac.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.493969 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.494505 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: rbac-policies Aug 24 17:40:35.494840 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: rbac_address_group.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.495738 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.496261 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: rbac-address-group Aug 24 17:40:35.496593 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: rbac_address_scope.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.497465 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.498022 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: rbac-address-scope Aug 24 17:40:35.498352 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: rbac_security_groups.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.499310 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.499832 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: rbac-security-groups Aug 24 17:40:35.500805 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: rbac_subnetpool.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.501959 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.502485 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: rbac-subnetpool Aug 24 17:40:35.502814 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: revisionifmatch.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.503705 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.504222 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: revision-if-match Aug 24 17:40:35.504549 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: revisions.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.505637 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.506186 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: standard-attr-revisions Aug 24 17:40:35.506518 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: router_availability_zone.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.507165 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.507686 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: router_availability_zone Aug 24 17:40:35.508012 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: routerservicetype.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.508901 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.509419 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 17:40:35.509745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.510656 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.511174 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: security-groups-normalized-cidr Aug 24 17:40:35.511505 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.512387 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.512903 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: port-security-groups-filtering Aug 24 17:40:35.513230 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.514149 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.514668 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: security-groups-remote-address-group Aug 24 17:40:35.514997 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.516075 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.516816 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: security-groups-shared-filtering Aug 24 17:40:35.517098 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: securitygroup.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.526977 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.527526 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: security-group Aug 24 17:40:35.527866 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: segment.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.528583 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.529110 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension segment not supported by any of loaded plugins Aug 24 17:40:35.529442 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.530396 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.530915 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 17:40:35.531294 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: servicetype.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.532669 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.533192 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: service-type Aug 24 17:40:35.533522 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: sorting.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.534495 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.534834 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: sorting Aug 24 17:40:35.535165 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: standard_attr_segment.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.536048 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.536578 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 17:40:35.536910 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: standardattrdescription.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.537542 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.538097 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: standard-attr-description Aug 24 17:40:35.538429 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: stateful_security_group.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.539344 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.539861 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: stateful-security-group Aug 24 17:40:35.540189 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: stdattrs_common.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.540741 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 17:40:35.541067 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.541971 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.542488 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 17:40:35.542816 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: subnet_onboard.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.543834 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.544356 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: subnet_onboard Aug 24 17:40:35.544682 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.545576 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.546123 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 17:40:35.546451 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: subnet_service_types.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.548396 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.548920 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: subnet-service-types Aug 24 17:40:35.549252 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: subnetallocation.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.550324 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.550843 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: subnet_allocation Aug 24 17:40:35.551194 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.551806 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.552318 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: subnetpool-prefix-ops Aug 24 17:40:35.552648 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.553534 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.554072 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 17:40:35.554400 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: tagging.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.555459 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.555999 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: standard-attr-tag Aug 24 17:40:35.556328 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: timestamp.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.557486 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.558043 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loaded extension: standard-attr-timestamp Aug 24 17:40:35.558371 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: trunk.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.559353 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.559878 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension trunk not supported by any of loaded plugins Aug 24 17:40:35.560205 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: trunk_details.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.561076 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.561590 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 17:40:35.561951 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: uplink_status_propagation.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.563639 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.564304 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 17:40:35.564627 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Loading extension file: vlantransparent.py {{(pid=113295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:40:35.565286 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:40:35.565792 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 17:40:35.568595 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:network Aug 24 17:40:35.569131 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:subnet Aug 24 17:40:35.569533 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:40:35.569950 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:port Aug 24 17:40:35.571333 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.571771 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service FLAVORS assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.572388 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.572838 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.573177 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:router Aug 24 17:40:35.573610 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 17:40:35.574132 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service METERING assigned prefix: /metering {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.575594 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.575978 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.576335 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:40:35.577372 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 17:40:35.577816 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:security_group Aug 24 17:40:35.578932 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 17:40:35.578932 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service CORE assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.578932 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:40:35.578932 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] subnetpool is already registered Aug 24 17:40:35.578932 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service CORE assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.578932 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:40:35.578932 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] subnetpool is already registered Aug 24 17:40:35.583969 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.584411 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service FLAVORS assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.585019 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.585448 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.585783 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:router Aug 24 17:40:35.586166 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] router is already registered Aug 24 17:40:35.586580 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 17:40:35.586921 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] floatingip is already registered Aug 24 17:40:35.587385 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service METERING assigned prefix: /metering {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.588081 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 17:40:35.588416 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] rbac_policy is already registered Aug 24 17:40:35.588834 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:security_group Aug 24 17:40:35.589172 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] security_group is already registered Aug 24 17:40:35.589589 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 17:40:35.589963 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] security_group_rule is already registered Aug 24 17:40:35.590600 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service CORE assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.590931 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:40:35.591270 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] subnetpool is already registered Aug 24 17:40:35.591690 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.v2.resource_helper [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Service CORE assigned prefix: {{(pid=113295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:40:35.592014 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:40:35.592348 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING neutron.quota.resource_registry [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] subnetpool is already registered Aug 24 17:40:35.592838 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: extensions {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.595414 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: address-groups {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.596922 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: address-scopes {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.598267 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: agents {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.599456 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: auto-allocated-topology {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.600720 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: availability_zones {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.601979 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: dhcp-networks {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.603500 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: dhcp-agents {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.604938 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: routers {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.606669 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: flavors {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.607931 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: service_profiles {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.609181 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: next_providers {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.611040 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: service_profiles {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.613721 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: floatingip-pools {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.614997 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: routers {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.616730 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: floatingips {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.618059 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: l3-routers {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.619457 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: l3-agents {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.620872 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: metering-labels {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.622182 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: metering-label-rules {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.623586 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: network-ip-availabilities {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.624841 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: bindings {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.626856 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: quotas {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.628574 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: quotas {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.630100 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: rbac-policies {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.631297 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: security-groups {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.632641 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: security-group-rules {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.633943 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: service-providers {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.635180 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: subnetpools {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.636599 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: subnetpools {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.638254 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.640113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.642936 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.644732 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.646465 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.648423 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.650275 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.652189 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.653986 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.655748 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron.api.extensions [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Extended resource: tags {{(pid=113295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:40:35.663141 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING keystonemiddleware.auth_token [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 17:40:35.668342 dv-cinder-854428-1-iscsi neutron-server[113295]: WARNING keystonemiddleware.auth_token [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 17:40:35.678408 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_concurrency.lockutils [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Acquiring lock "singleton_lock" {{(pid=113295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 17:40:35.678739 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_concurrency.lockutils [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Acquired lock "singleton_lock" {{(pid=113295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 17:40:35.679223 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_concurrency.lockutils [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Releasing lock "singleton_lock" {{(pid=113295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 17:40:35.679905 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO oslo_service.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Starting 2 workers Aug 24 17:40:35.684809 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Started child 113410 {{(pid=113295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:40:35.689873 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Started child 113411 {{(pid=113295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:40:35.690527 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:35.691654 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO neutron.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 17:40:35.692175 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [-] (113410) wsgi starting up on http://0.0.0.0:9696 Aug 24 17:40:35.692347 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:35.694838 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO oslo_service.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Starting 1 workers Aug 24 17:40:35.695251 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:35.696640 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [-] (113411) wsgi starting up on http://0.0.0.0:9696 Aug 24 17:40:35.700125 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Started child 113412 {{(pid=113295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:40:35.700685 dv-cinder-854428-1-iscsi neutron-server[113295]: INFO oslo_service.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Starting 1 workers Aug 24 17:40:35.704741 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] calling RpcWorker wait() {{(pid=113412) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 17:40:35.705339 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] returning from RpcWorker wait() {{(pid=113412) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 17:40:35.706248 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Started child 113413 {{(pid=113295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:40:35.706775 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:35.707088 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f368-6883-478f-9102-a2df6793de19 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:35.707404 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:35.709025 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 17:40:35.709233 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 17:40:35.709421 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 17:40:35.709651 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 17:40:35.710017 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 17:40:35.710201 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 17:40:35.710731 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.711028 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.712813 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.712941 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:35.713548 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.713548 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.713548 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.713548 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.713548 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.713548 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.713548 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.713548 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.714119 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.714119 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.714511 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.714646 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.714853 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.715094 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.715294 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.715509 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.715769 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.716018 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.716315 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] debug = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.716583 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.717067 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.717316 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.717578 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.717821 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.718196 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.718451 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.718848 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.719597 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.719967 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.720366 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.720707 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.720954 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.721191 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.721423 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.721706 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.721973 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.722480 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] host = dv-cinder-854428-1-iscsi {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.722717 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.722969 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.723214 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.723474 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.723742 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.723981 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.724240 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.724840 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.724840 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.725114 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.725252 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.725391 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.725686 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.726012 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.726184 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_options = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.726368 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.726664 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.726943 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.727143 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.727314 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.727463 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.727737 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.727892 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.728239 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.728496 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.728712 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.728945 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.729182 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.729440 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.729915 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.729915 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.730260 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.730492 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.730795 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.731119 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.731274 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.731526 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.731833 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.732064 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.732215 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.732465 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:35.732620 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.732770 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.732962 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.733178 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.733426 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.733695 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.734044 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.734285 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.734605 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.734989 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.735385 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.735767 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.736011 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.736511 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.736511 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.736890 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.737344 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.737497 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.737636 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.737802 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.738077 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.738261 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_json = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.738475 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.738691 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.738937 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.739186 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.739663 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.739663 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.739917 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.740108 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.740322 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.740749 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.741038 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747719 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747719 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747719 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747719 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747719 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747719 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747719 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.747719 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748266 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748266 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748266 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748266 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748266 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748266 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748266 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748266 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748827 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748827 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748827 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748827 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748827 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.748827 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.749270 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.749270 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.749415 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.749631 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.749869 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.750309 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.750591 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.750956 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.751378 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.751637 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.751880 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.752134 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.752391 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.752691 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.752906 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.753165 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.753420 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.753658 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.753882 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.754155 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.754378 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.755031 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.755291 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.755535 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.755771 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.756020 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.756253 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.756522 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.756771 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.757010 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.757260 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.757495 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.757897 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.758287 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.758648 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.758860 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.759314 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.759573 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.759823 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.760012 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.760232 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.760445 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.760681 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.760890 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.761254 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.761471 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.761689 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.761927 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.762177 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.762392 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.762601 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.762807 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.763032 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.763244 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.763640 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.764013 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.764230 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.764455 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.764854 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.765155 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.765522 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.766350 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.766765 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.767214 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.767424 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.767642 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.767884 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.768104 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.768323 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.768538 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.768809 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.769057 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.769304 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.769525 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.769762 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.770023 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.770261 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.770476 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.770690 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.770903 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.771116 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.771336 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.771568 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.771805 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.772041 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.772302 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.772544 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.772798 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.773018 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.773286 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.773536 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.773815 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.774093 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.774440 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782065 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782065 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782065 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782065 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782065 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782065 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782065 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782065 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.782623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783251 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783251 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783251 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783251 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783251 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783251 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783251 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783251 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.783745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.784198 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.784198 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.784198 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.784198 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.784198 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.784497 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.784631 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.784864 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.785216 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.785581 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.785821 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.786068 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.786331 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.786541 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.786759 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.787000 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.787293 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.787452 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.787638 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.787847 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.788097 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.788348 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.788666 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.788871 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.789101 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.789326 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.789566 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.789817 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.790079 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.790346 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.790561 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.790771 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.790979 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.791195 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.791406 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.791635 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.791857 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.792086 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.792352 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.792592 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.792927 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.793253 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.793518 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.793695 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.793952 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.794183 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.794395 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.794625 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.794946 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.795225 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.795444 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.795657 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.795872 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.796121 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.796331 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.796545 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.796824 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.797339 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.797740 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.798880 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.798880 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.798880 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.799633 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.799633 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.799633 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.799979 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.801154 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.801154 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.801154 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.801154 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.801154 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.802439 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.802439 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.802439 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.802439 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.802439 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.802439 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.803242 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.803242 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.803242 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.804782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.804782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.804782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.804782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.804782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.804782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.804782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.804782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.805794 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.805794 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.805794 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.805794 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.805794 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.806417 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.806417 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.806417 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.806690 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.806806 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.807013 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.807256 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.807484 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.807690 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.807910 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.808123 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.808327 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.808616 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.808867 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.809076 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.809356 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.809574 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.809833 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.810090 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.810395 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.810603 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.810862 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.811103 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.811329 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.811524 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.811774 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.812104 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.812378 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.812685 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.813046 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.813515 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.813867 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.814134 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.814364 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.814652 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.815018 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.815291 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.815537 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.815781 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.816016 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.816258 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.816474 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.817014 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.817014 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.817281 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.817408 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.817598 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.817819 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.818078 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.818324 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.818539 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.818760 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.819104 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.819212 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.819417 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.819573 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 17:40:35.820209 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 17:40:35.820357 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 17:40:35.820485 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 17:40:35.820674 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 17:40:35.820846 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 17:40:35.820978 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 17:40:35.821191 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.821334 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.821495 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.821767 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.821991 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.822152 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.822295 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.822452 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.822634 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.822769 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.822927 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.823081 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.823236 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.823400 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.823577 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.823762 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.823936 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.824067 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.824153 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.824279 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.824434 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.824588 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] debug = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.824744 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.824942 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.825102 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.825279 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.825406 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.825515 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.825675 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.825830 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.826005 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.826153 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.826394 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.826573 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.826573 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.826784 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.826909 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.827060 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.827188 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.827313 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] host = dv-cinder-854428-1-iscsi {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.827439 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.827591 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.827745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.827900 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.828054 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.828797 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.829004 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.829288 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.829571 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.829787 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.829969 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.830127 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.830284 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.830427 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.830583 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_options = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.830722 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.830880 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.831035 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.831222 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.831383 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.831539 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.831695 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.831852 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.832007 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.832147 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.832308 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.832463 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.832621 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.832777 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.832931 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.833088 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.833249 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.833406 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.833548 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.833704 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.833873 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.834033 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.834188 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.834347 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.834505 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.834645 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.834803 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.834944 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.835099 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.835254 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.835427 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.835551 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.835698 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.835852 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.836010 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.836166 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.836322 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.836476 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.836623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.836781 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.836935 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.837090 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.837246 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.837400 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.837608 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.837735 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.837880 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_json = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.838017 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.838144 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.838293 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.838451 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.838606 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.838761 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.838916 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.839072 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.839227 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:40:35.839406 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.839565 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.839733 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.839891 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.840049 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.840206 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.840363 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.840520 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.840678 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.840835 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.841000 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.841171 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.841300 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.841460 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.841799 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.841799 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.842105 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.842105 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.842269 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.842396 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.842525 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.842649 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.842818 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.842978 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.843137 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.843299 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.843457 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.843622 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.844534 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.844728 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.844984 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.845257 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.845367 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:35.845530 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.845697 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.845875 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.846039 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.846199 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.846358 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.846517 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.846675 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.846832 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.846991 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.847149 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.847307 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.847464 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.847623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.847781 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.847941 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.848099 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.848258 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.848505 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.848669 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.848828 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.848987 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.849146 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.849305 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.849465 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.849633 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.849792 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.850094 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.850473 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.850473 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.850725 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.850725 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.850967 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.851094 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.851220 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.851355 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.851489 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.851626 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.851757 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.851883 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.852010 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.852173 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.852330 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.852488 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.852645 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.852801 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.852958 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.853116 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.853271 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.853435 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.853592 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.853749 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.853928 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.854088 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.854247 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.854406 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.854653 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.854779 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.854868 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.855019 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.855193 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.855349 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.855506 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.855663 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.855818 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.855976 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.856134 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.856291 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.856450 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.856607 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.856764 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.856921 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.857082 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.857239 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.857397 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.857555 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.857712 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.857924 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.858059 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.858194 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.858342 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.858583 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.858745 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.858903 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.859043 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.859207 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.859414 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.859567 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.859816 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.860096 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.860374 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.860551 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.860710 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.860870 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.861029 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.861195 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.861364 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.861523 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.861682 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.861839 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.862003 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.862163 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.862322 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.862481 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.862639 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.862797 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.862955 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.863124 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.863282 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.863445 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.863601 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.863782 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.863938 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.864094 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.864252 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.864408 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.864567 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.864717 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.864870 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.865077 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.865239 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.865398 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.865575 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.865708 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.865881 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.866037 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.866194 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.866354 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.866512 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.866669 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.866828 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.866988 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.867148 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.867305 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.867463 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.867620 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.867777 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.867934 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.868092 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.868250 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.868406 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.868564 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.868721 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.868877 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.869034 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.869191 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.869346 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.869503 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.869662 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.869900 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.870066 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.870224 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.870382 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.870541 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.870699 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.870858 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.871016 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.871175 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.871334 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.871490 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.871648 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.871807 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.871965 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.872123 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.872280 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.872436 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.872611 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.872768 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.872924 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.873083 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.873315 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.873486 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.873644 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.873801 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.874041 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.874309 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.874578 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.874858 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.875598 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.875839 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.876368 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.876467 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.876695 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.876986 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.877275 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.877502 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.877668 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.877829 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.878014 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.878175 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.878395 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.878679 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.878679 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.878957 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.878957 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.879163 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.879249 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.879394 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.879535 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.879796 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.879936 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.880062 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.880187 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.880312 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.880437 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.880574 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.880733 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.880899 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.881079 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.881211 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.881357 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.881515 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.881672 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.881838 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.882017 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.882175 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.882331 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.882488 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.882645 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.882811 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.882969 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.883129 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.883282 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.883439 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.883597 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.883764 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.883926 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.884083 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.884240 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.884396 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.884558 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.884728 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.884980 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.885131 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.885220 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.885340 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.885495 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.885656 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.885887 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.885997 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.886158 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.886315 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.886472 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.886623 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.886786 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.886948 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.887113 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.887276 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.887435 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.887604 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.887755 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.887947 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.888066 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.888229 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.888399 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.888557 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.888715 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.888872 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.889030 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.889189 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.889346 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.889504 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.889662 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.889819 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.890000 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.890156 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.890314 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.890471 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.890757 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.891489 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.891748 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.892032 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.892255 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.892416 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:40:35.892570 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 17:40:35.906630 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 40050) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:35.913743 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [-] 10.222.0.76 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049655 Aug 24 17:40:35.918345 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [-] 10.222.0.76 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039423 Aug 24 17:40:45.095575 dv-cinder-854428-1-iscsi neutron-server[113295]: DEBUG dbcounter [-] [113295] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:47.673928 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae3b75c-8e14-44df-914b-b4eb806cadd9 None None] get_active_networks_info from dv-cinder-854428-1-iscsi {{(pid=113412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 17:40:47.680947 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writer thread running {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:40:47.785131 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae3b75c-8e14-44df-914b-b4eb806cadd9 None None] No non-hosted networks {{(pid=113412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 17:40:47.823318 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.agentschedulers_db [None req-3ae3b75c-8e14-44df-914b-b4eb806cadd9 None None] DHCP Agent not found on host dv-cinder-854428-1-iscsi {{(pid=113412) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 24 17:40:47.908178 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-181cf9be-4efa-443d-bccd-0aa80c3e75bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697364'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:49.602322 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writer thread running {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:40:50.188632 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-525b0f4b-cbdd-4c8d-a689-ca0d4506acec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697364'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:50.245147 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.db.api [None req-6bbc20c8-a994-4804-a7da-0a403056eeb7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-854428-1-iscsi {{(pid=113412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 17:40:50.245967 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG oslo_db.api [None req-6bbc20c8-a994-4804-a7da-0a403056eeb7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:40:50.878099 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-6bbc20c8-a994-4804-a7da-0a403056eeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:51.246684 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697364'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:51.473042 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40126) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:52.070516 dv-cinder-854428-1-iscsi neutron-server[113410]: WARNING oslo_policy.policy [None req-d19c3735-b393-44ef-a74e-b5a00342dc32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:52.071282 dv-cinder-854428-1-iscsi neutron-server[113410]: WARNING oslo_policy.policy [None req-d19c3735-b393-44ef-a74e-b5a00342dc32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:52.296355 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [None req-d19c3735-b393-44ef-a74e-b5a00342dc32 admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:40:52.301560 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d19c3735-b393-44ef-a74e-b5a00342dc32 admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8225696 Aug 24 17:40:53.098876 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697364'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:53.100334 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.104691 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.108685 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.108685 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.108685 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.108685 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.109181 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.109814 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.110494 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.111730 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.113608 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.114541 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.115186 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.116039 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.117206 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:53.117842 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854428-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:53.127409 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854428-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:53.129448 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697364'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:54.805072 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 40158) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:55.356937 dv-cinder-854428-1-iscsi neutron-server[113411]: WARNING oslo_policy.policy [None req-154bee19-3408-4cfe-8da4-a8284182a390 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:55.357520 dv-cinder-854428-1-iscsi neutron-server[113411]: WARNING oslo_policy.policy [None req-154bee19-3408-4cfe-8da4-a8284182a390 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:55.579874 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-154bee19-3408-4cfe-8da4-a8284182a390 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:55.672820 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.policy [None req-154bee19-3408-4cfe-8da4-a8284182a390 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113411) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 17:40:55.714515 dv-cinder-854428-1-iscsi neutron-server[113411]: WARNING oslo_policy.policy [None req-154bee19-3408-4cfe-8da4-a8284182a390 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:55.714907 dv-cinder-854428-1-iscsi neutron-server[113411]: WARNING oslo_policy.policy [None req-154bee19-3408-4cfe-8da4-a8284182a390 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:55.736356 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writer thread running {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:40:55.878193 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-154bee19-3408-4cfe-8da4-a8284182a390 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771363048401', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771363046877', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771363030201', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771363039262', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771363016946', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771363026809', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7888494', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7880879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549039', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710537'] for rbac-policy (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:56.078246 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-154bee19-3408-4cfe-8da4-a8284182a390 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:56.079679 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-154bee19-3408-4cfe-8da4-a8284182a390 admin admin] 10.222.0.76 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2734816 Aug 24 17:40:56.360296 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.db.l3_hamode_db [None req-3fc4e345-b3b8-44a2-bb4f-b8cf80b5272e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 17:40:56.441213 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4e345-b3b8-44a2-bb4f-b8cf80b5272e None None] Routers set() bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:40:56.441583 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4e345-b3b8-44a2-bb4f-b8cf80b5272e None None] Router IDs set() for agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 17:40:58.519205 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40174) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:58.863003 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:58.876507 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writer thread running {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:40:58.977628 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Made reservation on behalf of 2f9e413c56d445ab804ef9a518cc2202 for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:40:59.041238 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.policy [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113410) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 17:40:59.085110 dv-cinder-854428-1-iscsi neutron-server[113410]: WARNING oslo_policy.policy [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:59.085428 dv-cinder-854428-1-iscsi neutron-server[113410]: WARNING oslo_policy.policy [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:59.096492 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:59.120602 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:59.245925 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Publish callbacks [] for security_group (2b53c9bc-de90-43e7-a2b1-6d663b0525d4), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:59.315337 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2b53c9bc-de90-43e7-a2b1-6d663b0525d4), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:59.349746 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:40:59.381278 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771359024231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (a1e6729b-76dd-4263-8551-ede5e052c5c4), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:59.381939 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Unsubscribe: segment precommit_create {{(pid=113410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 17:40:59.382446 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Added segment a1e6729b-76dd-4263-8551-ede5e052c5c4 of type vlan for network f5cb0eff-1876-446f-9407-a3db6ac31a26 Aug 24 17:40:59.388713 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2b53c9bc-de90-43e7-a2b1-6d663b0525d4,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:59.433142 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.433531 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.433919 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.434288 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.434628 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.434963 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.435294 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.435622 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.435960 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.436286 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.437181 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.437531 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.437880 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.438208 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.438532 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Tracked resource versions report: Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: pushed versions: Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: { 'AddressGroup': {'1.2'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Agent': {'1.1'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'ConntrackHelper': {'1.0'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Log': {'1.0'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'NDPProxy': {'1.0'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Network': {'1.1'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Port': {'1.7'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'PortForwarding': {'1.3'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'QosPolicy': {'1.10'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SecurityGroup': {'1.5'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SubPort': {'1.0'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Subnet': {'1.1'}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Trunk': {'1.1'}} Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: consumer versions: Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: { DHCP agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: L3 agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: Metadata agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: Metering agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: Open vSwitch agent@dv-cinder-854428-1-iscsi: { 'AddressGroup': '1.2', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Agent': '1.1', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'ConntrackHelper': '1.0', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'LocalIPAssociation': '1.0', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Log': '1.0', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'NDPProxy': '1.0', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Network': '1.1', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Port': '1.7', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'PortForwarding': '1.3', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'QosPolicy': '1.10', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SecurityGroup': '1.5', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SecurityGroupRule': '1.2', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SubPort': '1.0', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Subnet': '1.1', Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Trunk': '1.1'}} Aug 24 17:40:59.439975 dv-cinder-854428-1-iscsi neutron-server[113410]: {{(pid=113410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:40:59.503541 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (f5cb0eff-1876-446f-9407-a3db6ac31a26), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:59.637558 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (f5cb0eff-1876-446f-9407-a3db6ac31a26), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:59.643946 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:40:59.644721 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:59.772713 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] Pushing event updated for resources: {'Network': ['ID=f5cb0eff-1876-446f-9407-a3db6ac31a26,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:59.785876 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network f5cb0eff-1876-446f-9407-a3db6ac31a26 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:40:59.897691 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-43c878ed-ce68-49a2-b562-d35d465ad1e1 demo demo] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3773124 Aug 24 17:41:02.354361 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40188) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:02.826281 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7921adb-ce84-4655-aad3-ee6bcaa84cf8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:41:02.828599 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c7921adb-ce84-4655-aad3-ee6bcaa84cf8 demo admin] 10.222.0.76 "GET /networking/v2.0/networks/f5cb0eff-1876-446f-9407-a3db6ac31a26 HTTP/1.1" status: 200 len: 825 time: 0.4732924 Aug 24 17:41:02.868944 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-802a8209-5098-4efa-8233-21ff0791523d demo admin] 10.222.0.76 "GET /networking/v2.0/subnetpools/c0ba4423-911b-41d2-aa71-21b07fbac761 HTTP/1.1" status: 200 len: 734 time: 0.0341110 Aug 24 17:41:02.878804 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26', 'subnetpool_id': 'c0ba4423-911b-41d2-aa71-21b07fbac761', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:41:02.960632 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Made reservation on behalf of 2f9e413c56d445ab804ef9a518cc2202 for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:41:02.963121 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:02.988352 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=58,neutron:INSERT=40,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:03.087654 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=6 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:03.089438 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:03.132633 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:03.355656 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (8c9e71fc-4835-4cc1-998b-1ccc71a48c6d), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:03.431782 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8c9e71fc-4835-4cc1-998b-1ccc71a48c6d,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:03.437497 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Checking segment: {'id': 'a1e6729b-76dd-4263-8551-ede5e052c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:41:03.437869 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Network hostable DHCP agents. Network: f5cb0eff-1876-446f-9407-a3db6ac31a26, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:41:03.557117 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Network f5cb0eff-1876-446f-9407-a3db6ac31a26 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:41:03.646234 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, f5cb0eff-1876-446f-9407-a3db6ac31a26) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:41:03.651177 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:41:03.651796 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:03.657340 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55966816-6a76-4fb5-bea9-25feb42bb960 None None] Network f5cb0eff-1876-446f-9407-a3db6ac31a26 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:41:03.822628 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-087f3c73-2a4c-4302-82eb-7a37f4de7132 demo admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9473393 Aug 24 17:41:03.923140 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-f5cb0eff-1876-446f-9407-a3db6ac31a26', 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26', 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'fixed_ips': [{'subnet_id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:41:03.924496 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:04.037636 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=47,neutron:INSERT=38,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:04.255600 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Allocated IP 172.20.0.2 (f5cb0eff-1876-446f-9407-a3db6ac31a26/8c9e71fc-4835-4cc1-998b-1ccc71a48c6d/983e0cf2-694f-4dca-9ff9-d817009ca636) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:41:04.508363 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Publish callbacks [] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:04.575426 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:04.646554 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:04.655689 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Network f5cb0eff-1876-446f-9407-a3db6ac31a26 is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:41:04.664945 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:41:04.668433 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:41:04.677124 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Pushing event updated for resources: {'Port': ['ID=983e0cf2-694f-4dca-9ff9-d817009ca636,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:04.709533 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.709907 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.710274 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.710639 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.711031 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.711367 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.711701 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.712036 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.712354 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.712724 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.713047 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.713410 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.713713 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.714055 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.714380 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Tracked resource versions report: Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: pushed versions: Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: { 'AddressGroup': {'1.2'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Agent': {'1.1'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'ConntrackHelper': {'1.0'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Log': {'1.0'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'NDPProxy': {'1.0'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Network': {'1.1'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Port': {'1.7'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'PortForwarding': {'1.3'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'QosPolicy': {'1.10'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SecurityGroup': {'1.5'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SubPort': {'1.0'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Subnet': {'1.1'}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Trunk': {'1.1'}} Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: consumer versions: Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: { DHCP agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: L3 agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: Metadata agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: Metering agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: Open vSwitch agent@dv-cinder-854428-1-iscsi: { 'AddressGroup': '1.2', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Agent': '1.1', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'ConntrackHelper': '1.0', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'LocalIPAssociation': '1.0', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Log': '1.0', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'NDPProxy': '1.0', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Network': '1.1', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Port': '1.7', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'PortForwarding': '1.3', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'QosPolicy': '1.10', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SecurityGroup': '1.5', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SecurityGroupRule': '1.2', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SubPort': '1.0', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Subnet': '1.1', Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Trunk': '1.1'}} Aug 24 17:41:04.715771 dv-cinder-854428-1-iscsi neutron-server[113412]: {{(pid=113412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:41:04.771002 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Attempting to bind port 983e0cf2-694f-4dca-9ff9-d817009ca636 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:41:04.771327 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Attempting to bind port 983e0cf2-694f-4dca-9ff9-d817009ca636 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'a1e6729b-76dd-4263-8551-ede5e052c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:41:04.771743 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Attempting to bind port 983e0cf2-694f-4dca-9ff9-d817009ca636 on network f5cb0eff-1876-446f-9407-a3db6ac31a26 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:41:04.777189 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:41:04.781637 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Checking segment: {'id': 'a1e6729b-76dd-4263-8551-ede5e052c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:41:04.781637 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:04.781637 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Bound using segment: {'id': 'a1e6729b-76dd-4263-8551-ede5e052c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:41:04.781637 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Bound port: 983e0cf2-694f-4dca-9ff9-d817009ca636, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e6729b-76dd-4263-8551-ede5e052c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:41:04.781637 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:04.845153 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] For port 983e0cf2-694f-4dca-9ff9-d817009ca636, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:41:04.864933 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] For port 983e0cf2-694f-4dca-9ff9-d817009ca636, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=983e0cf2-694f-4dca-9ff9-d817009ca636,segment=NetworkSegment(a1e6729b-76dd-4263-8551-ede5e052c5c4),segment_id=a1e6729b-76dd-4263-8551-ede5e052c5c4)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:41:04.938029 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:04.996502 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee2f46-d566-441f-9486-7a3b608f520e None None] Pushing event updated for resources: {'Port': ['ID=983e0cf2-694f-4dca-9ff9-d817009ca636,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:06.016532 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=22,neutron:INSERT=34,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:06.017663 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:INSERT=3,neutron:SELECT=11,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:06.318258 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40210) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:06.672941 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [None req-84e4e874-fd3b-4717-90d3-c3f879cdd004 admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:41:06.673970 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-84e4e874-fd3b-4717-90d3-c3f879cdd004 admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3547277 Aug 24 17:41:09.161811 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40218) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:09.512443 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [None req-859eafb4-d1d5-4e83-aa08-bb9144982432 admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:41:09.513432 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-859eafb4-d1d5-4e83-aa08-bb9144982432 admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3506629 Aug 24 17:41:11.992897 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40230) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:12.344569 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-83d99f84-2cbe-45e8-b626-636488b26c15 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:41:12.431718 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-83d99f84-2cbe-45e8-b626-636488b26c15 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (dbc0a756-f689-4633-971d-7806206a0180), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:12.433394 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-83d99f84-2cbe-45e8-b626-636488b26c15 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (dbc0a756-f689-4633-971d-7806206a0180), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:12.577614 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-83d99f84-2cbe-45e8-b626-636488b26c15 demo demo] Publish callbacks [] for router_controller (dbc0a756-f689-4633-971d-7806206a0180), precommit_add_association {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:12.638385 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-83d99f84-2cbe-45e8-b626-636488b26c15 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (dbc0a756-f689-4633-971d-7806206a0180), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:12.788916 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-83d99f84-2cbe-45e8-b626-636488b26c15 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:12.790429 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 983e0cf2-694f-4dca-9ff9-d817009ca636 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:41:12.791316 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-83d99f84-2cbe-45e8-b626-636488b26c15 demo demo] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7973754 Aug 24 17:41:12.884717 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 983e0cf2-694f-4dca-9ff9-d817009ca636 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:12.885136 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:12.997682 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 983e0cf2-694f-4dca-9ff9-d817009ca636 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:41:12.998088 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:13.035665 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 983e0cf2-694f-4dca-9ff9-d817009ca636, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=983e0cf2-694f-4dca-9ff9-d817009ca636,segment=NetworkSegment(a1e6729b-76dd-4263-8551-ede5e052c5c4),segment_id=a1e6729b-76dd-4263-8551-ede5e052c5c4)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:13.097755 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:13.148764 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=983e0cf2-694f-4dca-9ff9-d817009ca636,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:13.293715 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93545221-e38d-408c-bee9-3d8ad96cd3c8 None None] Network f5cb0eff-1876-446f-9407-a3db6ac31a26 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:41:13.323968 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-d341ecee-d3f0-4518-aa67-7cfc72a63356 None None] Provisioning complete for port 983e0cf2-694f-4dca-9ff9-d817009ca636 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:13.324356 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d341ecee-d3f0-4518-aa67-7cfc72a63356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:13.381502 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:13.493114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-d341ecee-d3f0-4518-aa67-7cfc72a63356 None None] Current status of the port 983e0cf2-694f-4dca-9ff9-d817009ca636 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:41:13.715512 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-db89432e-37b1-413c-a097-216a3807c9a8 None None] Provisioning complete for port 983e0cf2-694f-4dca-9ff9-d817009ca636 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:13.715900 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-db89432e-37b1-413c-a097-216a3807c9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:13.791683 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-db89432e-37b1-413c-a097-216a3807c9a8 None None] Current status of the port 983e0cf2-694f-4dca-9ff9-d817009ca636 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:41:14.772407 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 983e0cf2-694f-4dca-9ff9-d817009ca636 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:41:14.793124 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:14.818939 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 983e0cf2-694f-4dca-9ff9-d817009ca636 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:14.819342 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:14.895797 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 983e0cf2-694f-4dca-9ff9-d817009ca636 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:41:15.230707 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40238) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:15.566401 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [None req-5b327aa3-58ed-46e3-8982-3e551133e5da admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:41:15.567500 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-5b327aa3-58ed-46e3-8982-3e551133e5da admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3357997 Aug 24 17:41:17.708994 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d62076d9-c8ed-42e2-9ab1-01828d981125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:17.999423 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40246) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:18.324095 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:41:18.399889 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Made reservation on behalf of 74aebe409e204672bb76c767e1d15f99 for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:41:18.402377 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:18.410899 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:18.484144 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Publish callbacks [] for security_group (825263c4-323f-4ddb-b604-83e61977a3b1), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:18.545254 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (825263c4-323f-4ddb-b604-83e61977a3b1), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:18.562280 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Reserving flat network on physical network physnet1 {{(pid=113410) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 17:41:18.564449 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:18.587567 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825263c4-323f-4ddb-b604-83e61977a3b1,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:18.591888 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (66478e25-4786-4617-b133-1774f4ab776c), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:18.592231 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Added segment 66478e25-4786-4617-b133-1774f4ab776c of type flat for network e9918629-a420-4e18-9fea-557c20db3e61 Aug 24 17:41:18.640380 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (e9918629-a420-4e18-9fea-557c20db3e61), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:18.749039 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (e9918629-a420-4e18-9fea-557c20db3e61), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:18.750055 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:41:18.750648 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:18.845009 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] Pushing event updated for resources: {'Network': ['ID=e9918629-a420-4e18-9fea-557c20db3e61,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:18.854679 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network e9918629-a420-4e18-9fea-557c20db3e61 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:41:18.896725 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d1fe3f53-8721-4282-9f15-d88582ed8f9c admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8962030 Aug 24 17:41:20.205966 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-75dc1a1d-d364-4ade-af1d-c59726cb26b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:21.245729 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:21.275892 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40254) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:21.653937 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef6994-a008-4618-a7d5-71e97f32c288 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:41:21.655724 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-44ef6994-a008-4618-a7d5-71e97f32c288 demo admin] 10.222.0.76 "GET /networking/v2.0/subnets/8c9e71fc-4835-4cc1-998b-1ccc71a48c6d HTTP/1.1" status: 200 len: 849 time: 0.3789461 Aug 24 17:41:21.778380 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-e7c82843-7fae-45cd-b3c6-384a35683934 demo admin] 10.222.0.76 "GET /networking/v2.0/routers/dbc0a756-f689-4633-971d-7806206a0180 HTTP/1.1" status: 200 len: 704 time: 0.1165097 Aug 24 17:41:21.847317 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:22.052722 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:22.349285 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Allocated IP 172.20.0.1 (f5cb0eff-1876-446f-9407-a3db6ac31a26/8c9e71fc-4835-4cc1-998b-1ccc71a48c6d/aa20f606-a402-4751-9aa1-945c61a202c8) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:41:22.553032 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Publish callbacks [] for port (aa20f606-a402-4751-9aa1-945c61a202c8), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:22.672580 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:22.752255 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Network f5cb0eff-1876-446f-9407-a3db6ac31a26 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:41:22.757054 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:41:22.766458 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:41:22.766458 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (dbc0a756-f689-4633-971d-7806206a0180), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:22.787098 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Pushing event updated for resources: {'Port': ['ID=aa20f606-a402-4751-9aa1-945c61a202c8,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:22.844310 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:22.961938 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-2645a98e-988b-402f-a105-522d70de894b None None] Provisioning complete for port aa20f606-a402-4751-9aa1-945c61a202c8 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:22.962511 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2645a98e-988b-402f-a105-522d70de894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:23.017722 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-2645a98e-988b-402f-a105-522d70de894b None None] Port aa20f606-a402-4751-9aa1-945c61a202c8 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:41:23.023648 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:23.094267 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:23.122550 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:23.182770 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:23.238601 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Publish callbacks [] for port (aa20f606-a402-4751-9aa1-945c61a202c8), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:23.314323 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:23.315174 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (dbc0a756-f689-4633-971d-7806206a0180), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:23.378706 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Pushing event updated for resources: {'Port': ['ID=aa20f606-a402-4751-9aa1-945c61a202c8,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:23.446566 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Network f5cb0eff-1876-446f-9407-a3db6ac31a26 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:41:23.447960 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:41:23.638159 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-4d765dd5-5242-4357-b136-443ec1998ff5 None None] Provisioning complete for port aa20f606-a402-4751-9aa1-945c61a202c8 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:23.639314 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-4d765dd5-5242-4357-b136-443ec1998ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:23.665807 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Router dbc0a756-f689-4633-971d-7806206a0180 is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:41:23.673200 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-4d765dd5-5242-4357-b136-443ec1998ff5 None None] Port aa20f606-a402-4751-9aa1-945c61a202c8 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:41:23.761065 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:41:23.767331 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-ad0d6057-0138-45e3-9577-d9125f06bbb8 demo admin] 10.222.0.76 "PUT /networking/v2.0/routers/dbc0a756-f689-4633-971d-7806206a0180/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9832842 Aug 24 17:41:23.785670 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Sync routers for ids ['dbc0a756-f689-4633-971d-7806206a0180'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:41:23.800482 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Routers {'dbc0a756-f689-4633-971d-7806206a0180'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:41:23.801322 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:41:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['dbc0a756-f689-4633-971d-7806206a0180'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:23.988350 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Set router dbc0a756-f689-4633-971d-7806206a0180 gateway port host: None {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:41:24.417388 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0a756-f689-4633-971d-7806206a0180', 'name': 'router1', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:41:12Z', 'updated_at': '2022-08-24T17:41:22Z', 'revision_number': 2, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'gw_port_host': None, '_interfaces': [{'id': 'aa20f606-a402-4751-9aa1-945c61a202c8', 'name': '', 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'mac_address': 'fa:16:3e:3f:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0a756-f689-4633-971d-7806206a0180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:41:22Z', 'updated_at': '2022-08-24T17:41:23Z', 'revision_number': 2, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'subnets': [{'id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ba4423-911b-41d2-aa71-21b07fbac761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:24.467723 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Checking router: dbc0a756-f689-4633-971d-7806206a0180 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:41:24.468132 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Updating router dbc0a756-f689-4633-971d-7806206a0180 port aa20f606-a402-4751-9aa1-945c61a202c8 binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:41:24.523128 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:25.047116 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Publish callbacks [] for port (aa20f606-a402-4751-9aa1-945c61a202c8), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:25.123264 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:25.278708 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Pushing event updated for resources: {'Port': ['ID=aa20f606-a402-4751-9aa1-945c61a202c8,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:25.282041 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Attempting to bind port aa20f606-a402-4751-9aa1-945c61a202c8 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:41:25.282450 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Attempting to bind port aa20f606-a402-4751-9aa1-945c61a202c8 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'a1e6729b-76dd-4263-8551-ede5e052c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:41:25.282902 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Attempting to bind port aa20f606-a402-4751-9aa1-945c61a202c8 on network f5cb0eff-1876-446f-9407-a3db6ac31a26 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:41:25.292679 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:41:25.293087 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Checking segment: {'id': 'a1e6729b-76dd-4263-8551-ede5e052c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:41:25.293554 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:25.293978 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Bound using segment: {'id': 'a1e6729b-76dd-4263-8551-ede5e052c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:41:25.294499 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Bound port: aa20f606-a402-4751-9aa1-945c61a202c8, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e6729b-76dd-4263-8551-ede5e052c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:41:25.295455 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:25.299585 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.299890 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.300258 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.300626 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.300971 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.301306 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.301638 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.301995 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.302325 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.302654 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.302985 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.303328 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.303661 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.303987 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.304311 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Tracked resource versions report: Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: pushed versions: Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: { 'AddressGroup': {'1.2'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Agent': {'1.1'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'ConntrackHelper': {'1.0'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Log': {'1.0'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'NDPProxy': {'1.0'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Network': {'1.1'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Port': {'1.7'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'PortForwarding': {'1.3'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'QosPolicy': {'1.10'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SecurityGroup': {'1.5'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SubPort': {'1.0'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Subnet': {'1.1'}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Trunk': {'1.1'}} Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: consumer versions: Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: { DHCP agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: L3 agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: Metadata agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: Metering agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: Open vSwitch agent@dv-cinder-854428-1-iscsi: { 'AddressGroup': '1.2', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Agent': '1.1', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'ConntrackHelper': '1.0', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'LocalIPAssociation': '1.0', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Log': '1.0', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'NDPProxy': '1.0', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Network': '1.1', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Port': '1.7', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'PortForwarding': '1.3', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'QosPolicy': '1.10', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SecurityGroup': '1.5', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SecurityGroupRule': '1.2', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SubPort': '1.0', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Subnet': '1.1', Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Trunk': '1.1'}} Aug 24 17:41:25.306074 dv-cinder-854428-1-iscsi neutron-server[113413]: {{(pid=113413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:41:25.375027 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] For port aa20f606-a402-4751-9aa1-945c61a202c8, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:41:25.395601 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] For port aa20f606-a402-4751-9aa1-945c61a202c8, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=aa20f606-a402-4751-9aa1-945c61a202c8,segment=NetworkSegment(a1e6729b-76dd-4263-8551-ede5e052c5c4),segment_id=a1e6729b-76dd-4263-8551-ede5e052c5c4)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:41:25.465843 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:25.470839 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:25.501506 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:25.505089 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Routers {'dbc0a756-f689-4633-971d-7806206a0180'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:41:25.505708 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:41:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['dbc0a756-f689-4633-971d-7806206a0180'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:25.586389 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad1d00-099f-49e9-8888-b860e22304af None None] Pushing event updated for resources: {'Port': ['ID=aa20f606-a402-4751-9aa1-945c61a202c8,revision_number=4']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:25.607784 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] Set router dbc0a756-f689-4633-971d-7806206a0180 gateway port host: None {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:41:25.752369 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:41:25.823345 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0a756-f689-4633-971d-7806206a0180', 'name': 'router1', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:41:12Z', 'updated_at': '2022-08-24T17:41:22Z', 'revision_number': 2, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'gw_port_host': None, '_interfaces': [{'id': 'aa20f606-a402-4751-9aa1-945c61a202c8', 'name': '', 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'mac_address': 'fa:16:3e:3f:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0a756-f689-4633-971d-7806206a0180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:41:22Z', 'updated_at': '2022-08-24T17:41:25Z', 'revision_number': 4, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'subnets': [{'id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ba4423-911b-41d2-aa71-21b07fbac761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:25.848534 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4ca66-c0e0-488c-b5d3-8f72c43c17cf None None] The sync data for ids ['dbc0a756-f689-4633-971d-7806206a0180'] in dv-cinder-854428-1-iscsi is: [{'id': 'dbc0a756-f689-4633-971d-7806206a0180', 'name': 'router1', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:41:12Z', 'updated_at': '2022-08-24T17:41:22Z', 'revision_number': 2, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'gw_port_host': None, '_interfaces': [{'id': 'aa20f606-a402-4751-9aa1-945c61a202c8', 'name': '', 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'mac_address': 'fa:16:3e:3f:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0a756-f689-4633-971d-7806206a0180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:41:22Z', 'updated_at': '2022-08-24T17:41:25Z', 'revision_number': 4, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'subnets': [{'id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ba4423-911b-41d2-aa71-21b07fbac761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:41:26.174120 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40266) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:26.584734 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf3efeb-5cef-469f-9a65-601d30005715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:41:26.587615 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-bdf3efeb-5cef-469f-9a65-601d30005715 admin admin] 10.222.0.76 "GET /networking/v2.0/networks/e9918629-a420-4e18-9fea-557c20db3e61 HTTP/1.1" status: 200 len: 842 time: 0.4125752 Aug 24 17:41:26.596762 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'gateway_ip': '172.27.2.1'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:41:26.699399 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Made reservation on behalf of 74aebe409e204672bb76c767e1d15f99 for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:41:26.702184 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:26.774419 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:27.115625 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.objects.ports [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113410) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 17:41:27.116056 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (ab41e25b-f85b-4252-b779-cfd6c086bbf2), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:27.174156 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab41e25b-f85b-4252-b779-cfd6c086bbf2,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:27.179429 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:27.183579 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:41:27.183939 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Network hostable DHCP agents. Network: e9918629-a420-4e18-9fea-557c20db3e61, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:41:27.288337 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:41:27.351044 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, e9918629-a420-4e18-9fea-557c20db3e61) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:41:27.355425 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:41:27.356085 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:27.361329 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9773a4-c2f5-4a77-b296-076ed993bb97 None None] Network e9918629-a420-4e18-9fea-557c20db3e61 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:41:27.453884 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-02664c4a-6292-4bdf-b374-2df4b22331c8 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8500433 Aug 24 17:41:27.470996 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bbd584-8cfc-40c5-958a-8e82ee1d613a None None] Network e9918629-a420-4e18-9fea-557c20db3e61 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:41:29.937288 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40274) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:30.366411 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-6d230e5c-623f-4fbd-baec-81cea7404956 demo admin] 10.222.0.76 "GET /networking/v2.0/routers/dbc0a756-f689-4633-971d-7806206a0180 HTTP/1.1" status: 200 len: 710 time: 0.4277413 Aug 24 17:41:30.456390 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84209625-16e6-4fd8-9a0c-adc855158dc9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:41:30.457786 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-84209625-16e6-4fd8-9a0c-adc855158dc9 demo admin] 10.222.0.76 "GET /networking/v2.0/networks/e9918629-a420-4e18-9fea-557c20db3e61 HTTP/1.1" status: 200 len: 886 time: 0.0859485 Aug 24 17:41:30.467631 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:41:30.725104 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Publish callbacks [] for router_gateway (dbc0a756-f689-4633-971d-7806206a0180), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:30.797957 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device aa20f606-a402-4751-9aa1-945c61a202c8 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:41:30.848765 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port aa20f606-a402-4751-9aa1-945c61a202c8 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:30.849070 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:30.851547 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:30.934385 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port aa20f606-a402-4751-9aa1-945c61a202c8 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:41:30.934779 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:30.950357 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:30.975623 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port aa20f606-a402-4751-9aa1-945c61a202c8, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=aa20f606-a402-4751-9aa1-945c61a202c8,segment=NetworkSegment(a1e6729b-76dd-4263-8551-ede5e052c5c4),segment_id=a1e6729b-76dd-4263-8551-ede5e052c5c4)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:31.026489 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Publish callbacks [] for router_gateway (dbc0a756-f689-4633-971d-7806206a0180), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:31.076911 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:31.108736 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:31.129790 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=aa20f606-a402-4751-9aa1-945c61a202c8,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:31.221203 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Allocated IP 172.27.2.98 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/284de108-5702-4924-9bed-9e2724dc42ed) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:41:31.224941 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:31.329424 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Publish callbacks [] for port (284de108-5702-4924-9bed-9e2724dc42ed), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:31.437116 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (284de108-5702-4924-9bed-9e2724dc42ed), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:31.478205 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:41:31.481122 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:41:31.485841 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:41:31.547044 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Pushing event updated for resources: {'Port': ['ID=284de108-5702-4924-9bed-9e2724dc42ed,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:31.919333 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Publish callbacks [] for router_gateway (dbc0a756-f689-4633-971d-7806206a0180), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:32.111035 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4022'] for router (dbc0a756-f689-4633-971d-7806206a0180), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:32.114447 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697591'] for router (dbc0a756-f689-4633-971d-7806206a0180), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:32.179698 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:32.221743 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Router dbc0a756-f689-4633-971d-7806206a0180 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:41:32.326171 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:41:32.330251 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:32.331515 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c969b8b8-4a3d-48ff-a13b-4e8d1ff9f32d demo admin] 10.222.0.76 "PUT /networking/v2.0/routers/dbc0a756-f689-4633-971d-7806206a0180 HTTP/1.1" status: 200 len: 889 time: 1.8676450 Aug 24 17:41:32.349049 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Sync routers for ids ['dbc0a756-f689-4633-971d-7806206a0180'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:41:32.362520 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Routers {'dbc0a756-f689-4633-971d-7806206a0180'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:41:32.363337 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:41:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['dbc0a756-f689-4633-971d-7806206a0180'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:32.566565 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:32.586484 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Set router dbc0a756-f689-4633-971d-7806206a0180 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:41:32.811691 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device aa20f606-a402-4751-9aa1-945c61a202c8 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:41:32.985007 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port aa20f606-a402-4751-9aa1-945c61a202c8 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:32.985400 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:33.125157 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0a756-f689-4633-971d-7806206a0180', 'name': 'router1', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '284de108-5702-4924-9bed-9e2724dc42ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:41:12Z', 'updated_at': '2022-08-24T17:41:31Z', 'revision_number': 4, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'gw_port': {'id': '284de108-5702-4924-9bed-9e2724dc42ed', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0a756-f689-4633-971d-7806206a0180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:41:31Z', 'updated_at': '2022-08-24T17:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'aa20f606-a402-4751-9aa1-945c61a202c8', 'name': '', 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'mac_address': 'fa:16:3e:3f:dd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0a756-f689-4633-971d-7806206a0180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:41:22Z', 'updated_at': '2022-08-24T17:41:30Z', 'revision_number': 5, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'subnets': [{'id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ba4423-911b-41d2-aa71-21b07fbac761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:33.183827 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Checking router: dbc0a756-f689-4633-971d-7806206a0180 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:41:33.184107 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Updating router dbc0a756-f689-4633-971d-7806206a0180 port 284de108-5702-4924-9bed-9e2724dc42ed binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:41:33.269326 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (284de108-5702-4924-9bed-9e2724dc42ed), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:33.308537 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port aa20f606-a402-4751-9aa1-945c61a202c8 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:41:33.690984 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:33.696366 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Publish callbacks [] for port (284de108-5702-4924-9bed-9e2724dc42ed), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:33.802083 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (284de108-5702-4924-9bed-9e2724dc42ed), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:33.841035 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Attempting to bind port 284de108-5702-4924-9bed-9e2724dc42ed on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:41:33.842265 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Attempting to bind port 284de108-5702-4924-9bed-9e2724dc42ed by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:41:33.842635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Attempting to bind port 284de108-5702-4924-9bed-9e2724dc42ed on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:41:33.853087 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:41:33.853466 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:41:33.853878 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:33.854283 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:41:33.854755 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Bound port: 284de108-5702-4924-9bed-9e2724dc42ed, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:41:33.855140 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (284de108-5702-4924-9bed-9e2724dc42ed), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:33.877202 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad22aa-83c4-47d8-a04c-ef2848c41012 None None] Pushing event updated for resources: {'Port': ['ID=284de108-5702-4924-9bed-9e2724dc42ed,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:33.910191 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] For port 284de108-5702-4924-9bed-9e2724dc42ed, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:41:33.915417 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] For port 284de108-5702-4924-9bed-9e2724dc42ed, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=284de108-5702-4924-9bed-9e2724dc42ed,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:41:34.014900 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (284de108-5702-4924-9bed-9e2724dc42ed), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:34.020602 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:34.052576 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Routers {'dbc0a756-f689-4633-971d-7806206a0180'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:41:34.053160 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:41:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['dbc0a756-f689-4633-971d-7806206a0180'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:34.129673 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad22aa-83c4-47d8-a04c-ef2848c41012 None None] Pushing event updated for resources: {'Port': ['ID=284de108-5702-4924-9bed-9e2724dc42ed,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:34.173060 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] Set router dbc0a756-f689-4633-971d-7806206a0180 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:41:34.376444 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0a756-f689-4633-971d-7806206a0180', 'name': 'router1', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '284de108-5702-4924-9bed-9e2724dc42ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:41:12Z', 'updated_at': '2022-08-24T17:41:31Z', 'revision_number': 4, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'gw_port': {'id': '284de108-5702-4924-9bed-9e2724dc42ed', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0a756-f689-4633-971d-7806206a0180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:41:31Z', 'updated_at': '2022-08-24T17:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'aa20f606-a402-4751-9aa1-945c61a202c8', 'name': '', 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'mac_address': 'fa:16:3e:3f:dd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0a756-f689-4633-971d-7806206a0180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:41:22Z', 'updated_at': '2022-08-24T17:41:30Z', 'revision_number': 5, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'subnets': [{'id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ba4423-911b-41d2-aa71-21b07fbac761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:34.404821 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b54aa-3f8c-4544-bdfe-f14c640c80e5 None None] The sync data for ids ['dbc0a756-f689-4633-971d-7806206a0180'] in dv-cinder-854428-1-iscsi is: [{'id': 'dbc0a756-f689-4633-971d-7806206a0180', 'name': 'router1', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '284de108-5702-4924-9bed-9e2724dc42ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:41:12Z', 'updated_at': '2022-08-24T17:41:31Z', 'revision_number': 4, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'gw_port': {'id': '284de108-5702-4924-9bed-9e2724dc42ed', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0a756-f689-4633-971d-7806206a0180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:41:31Z', 'updated_at': '2022-08-24T17:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'aa20f606-a402-4751-9aa1-945c61a202c8', 'name': '', 'network_id': 'f5cb0eff-1876-446f-9407-a3db6ac31a26', 'tenant_id': '2f9e413c56d445ab804ef9a518cc2202', 'mac_address': 'fa:16:3e:3f:dd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0a756-f689-4633-971d-7806206a0180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:41:22Z', 'updated_at': '2022-08-24T17:41:30Z', 'revision_number': 5, 'project_id': '2f9e413c56d445ab804ef9a518cc2202', 'subnets': [{'id': '8c9e71fc-4835-4cc1-998b-1ccc71a48c6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ba4423-911b-41d2-aa71-21b07fbac761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:41:34.805125 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 284de108-5702-4924-9bed-9e2724dc42ed up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:41:34.853818 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 284de108-5702-4924-9bed-9e2724dc42ed triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:34.854521 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (284de108-5702-4924-9bed-9e2724dc42ed), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:34.930920 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 284de108-5702-4924-9bed-9e2724dc42ed is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:41:34.931307 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (284de108-5702-4924-9bed-9e2724dc42ed), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:34.957822 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 284de108-5702-4924-9bed-9e2724dc42ed, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=284de108-5702-4924-9bed-9e2724dc42ed,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:34.983411 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40286) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:41:35.033817 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (284de108-5702-4924-9bed-9e2724dc42ed), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:35.084644 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=284de108-5702-4924-9bed-9e2724dc42ed,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:35.397510 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-cef15865-fd48-4d78-9618-dd89c31c61b8 admin admin] 10.222.0.76 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4129558 Aug 24 17:41:36.786133 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 284de108-5702-4924-9bed-9e2724dc42ed up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:41:36.832679 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 284de108-5702-4924-9bed-9e2724dc42ed triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:41:36.833070 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (284de108-5702-4924-9bed-9e2724dc42ed), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:36.871263 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:36.913975 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 284de108-5702-4924-9bed-9e2724dc42ed is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:41:41.793681 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=21 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:41.802910 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=57 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:45.390119 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:45.393667 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=12 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:46.916245 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:47.693352 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b6543348-f764-4935-b690-03e574662e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:50.173541 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-95121612-b4d0-4940-b361-c89fde802821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:51.207766 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:53.096709 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:53.119659 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:01.147295 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:02.750789 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:42:03.015746 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:17.690209 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-7872455f-c52b-4fb8-8832-ae05ca75ce7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:18.755454 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:18.755454 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:20.184594 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-fcbb36c6-ede5-4e89-b6d2-d723017eb179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:21.207431 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:23.130267 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:23.186519 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:33.020117 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:33.022531 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:39.749209 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:42:47.697224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-32712380-e523-4ae7-8f80-c010bb2c51e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:50.188561 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-38cc06cb-4093-4162-a52b-b9b07ced36ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:51.203713 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:53.090565 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:53.112334 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:01.148836 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:01.427137 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40830) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:01.768576 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2e25c0-c2be-4f7a-ab18-3fd931244f6e admin admin] GET failed (client error): The resource could not be found. Aug 24 17:43:01.769916 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-ce2e25c0-c2be-4f7a-ab18-3fd931244f6e admin admin] 10.222.0.76 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3418891 Aug 24 17:43:01.937775 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb65f4f1-22a5-4bf8-a656-c88794462737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:01.939297 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-bb65f4f1-22a5-4bf8-a656-c88794462737 admin admin] 10.222.0.76 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1651649 Aug 24 17:43:03.007067 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:03.313051 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:DELETE=1,neutron:SELECT=16 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:03.316952 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=19 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:04.283082 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40840) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:04.653498 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bf78ea-a332-46b8-ba6b-9bcee8a7479a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:04.654884 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-44bf78ea-a332-46b8-ba6b-9bcee8a7479a admin admin] 10.222.0.76 "GET /networking/v2.0/subnets/8c9e71fc-4835-4cc1-998b-1ccc71a48c6d HTTP/1.1" status: 200 len: 849 time: 0.3708344 Aug 24 17:43:04.664619 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:04.754180 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Publish callbacks [] for subnet (8c9e71fc-4835-4cc1-998b-1ccc71a48c6d), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:04.963395 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771359080340'] for subnet (8c9e71fc-4835-4cc1-998b-1ccc71a48c6d), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:04.999043 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:04.999043 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:05.009423 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] 10.222.0.76 "PUT /networking/v2.0/subnets/8c9e71fc-4835-4cc1-998b-1ccc71a48c6d HTTP/1.1" status: 200 len: 868 time: 0.3395371 Aug 24 17:43:05.009695 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b38c15-270d-4ed5-a434-4fe793bf7818 None None] Network f5cb0eff-1876-446f-9407-a3db6ac31a26 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:43:05.024362 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9e71fc-4835-4cc1-998b-1ccc71a48c6d,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:05.033290 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.034263 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.034648 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.034999 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.035339 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.035675 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.036006 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.036335 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.036662 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.036992 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.037324 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.037653 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.038008 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.038334 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.038658 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9501ae4-1e36-4390-93b0-022560d6910f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:05.313700 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-87ae140d-5453-4efe-92f4-3f1fef6a4492 None None] Provisioning complete for port 983e0cf2-694f-4dca-9ff9-d817009ca636 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:43:05.314163 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-87ae140d-5453-4efe-92f4-3f1fef6a4492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (983e0cf2-694f-4dca-9ff9-d817009ca636), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:05.391077 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-87ae140d-5453-4efe-92f4-3f1fef6a4492 None None] Current status of the port 983e0cf2-694f-4dca-9ff9-d817009ca636 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:43:05.399348 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-87ae140d-5453-4efe-92f4-3f1fef6a4492 None None] Provisioning complete for port aa20f606-a402-4751-9aa1-945c61a202c8 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:43:05.399694 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-87ae140d-5453-4efe-92f4-3f1fef6a4492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (aa20f606-a402-4751-9aa1-945c61a202c8), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:05.472162 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-87ae140d-5453-4efe-92f4-3f1fef6a4492 None None] Current status of the port aa20f606-a402-4751-9aa1-945c61a202c8 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:43:07.374853 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40848) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:07.867922 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654eadd9-f50b-438c-9cb4-29817236a54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:07.868397 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654eadd9-f50b-438c-9cb4-29817236a54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:07.870025 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-654eadd9-f50b-438c-9cb4-29817236a54d admin admin] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4942405 Aug 24 17:43:10.216514 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40856) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:10.751161 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d18493-fad8-42a3-876a-023e95ff9797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:10.751543 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d18493-fad8-42a3-876a-023e95ff9797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:10.753146 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-68d18493-fad8-42a3-876a-023e95ff9797 admin admin] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5356843 Aug 24 17:43:13.117025 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40864) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:13.633468 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e77271-725a-4f92-bc7b-084d86a2dac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:13.634829 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d6e77271-725a-4f92-bc7b-084d86a2dac1 admin admin] 10.222.0.76 "GET /networking/v2.0/networks/e9918629-a420-4e18-9fea-557c20db3e61 HTTP/1.1" status: 200 len: 886 time: 0.5168283 Aug 24 17:43:15.469132 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=39 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:15.471012 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=38 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:15.999646 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40872) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:16.328613 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:16.351766 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:16.410670 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8713fd-9f99-4ae2-b631-ccc9d9915f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:16.412047 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-cc8713fd-9f99-4ae2-b631-ccc9d9915f98 admin admin] 10.222.0.76 "GET /networking/v2.0/networks/f5cb0eff-1876-446f-9407-a3db6ac31a26 HTTP/1.1" status: 200 len: 869 time: 0.4114470 Aug 24 17:43:16.747892 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:43:17.684337 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9a1adc85-f013-40d6-a2c3-f01e53f34308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:18.782745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40880) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:19.196533 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5d830-4e00-4731-b61d-2338231f714e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:19.197019 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5d830-4e00-4731-b61d-2338231f714e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:19.198712 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-69a5d830-4e00-4731-b61d-2338231f714e admin admin] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4149129 Aug 24 17:43:20.174352 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-413e66c0-d62a-41cb-b78d-83d222680aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:21.214874 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:21.555950 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40888) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:21.928988 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ef8ab-f30d-46a2-8e1f-ff77c7f44cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:21.929448 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ef8ab-f30d-46a2-8e1f-ff77c7f44cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:21.931042 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-4f6ef8ab-f30d-46a2-8e1f-ff77c7f44cac admin admin] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3741050 Aug 24 17:43:23.113105 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:23.162514 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:24.268797 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40896) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:24.644982 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e228ff-f179-4f76-9655-a2f3ff65a985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:24.646402 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-a5e228ff-f179-4f76-9655-a2f3ff65a985 admin admin] 10.222.0.76 "GET /networking/v2.0/subnets/8c9e71fc-4835-4cc1-998b-1ccc71a48c6d HTTP/1.1" status: 200 len: 868 time: 0.3766541 Aug 24 17:43:26.979859 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40904) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:27.360365 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce641cb-be94-432c-9bf6-deb6052d6179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:27.361608 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-2ce641cb-be94-432c-9bf6-deb6052d6179 admin admin] 10.222.0.76 "GET /networking/v2.0/subnets/ab41e25b-f85b-4252-b779-cfd6c086bbf2 HTTP/1.1" status: 200 len: 816 time: 0.3808000 Aug 24 17:43:32.742351 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:32.744646 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:33.009394 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:33.013186 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:37.355662 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=41 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:37.357649 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=23 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:47.700687 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9cf6-19ed-4ed2-abcb-da584dea5902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:50.184930 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c92be113-af1e-447a-b13d-e419a954c6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:51.226866 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:53.093294 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:53.116077 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:53.747332 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:43:56.610707 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40960) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:57.009701 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [None req-16163efc-8413-4958-9eac-66310b4166e2 admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:43:57.009701 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-16163efc-8413-4958-9eac-66310b4166e2 admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3962209 Aug 24 17:43:59.466578 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40968) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:59.825610 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c209c489-1ac9-4c9a-95ab-116f080c1128 admin admin] GET failed (client error): The resource could not be found. Aug 24 17:43:59.826972 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c209c489-1ac9-4c9a-95ab-116f080c1128 admin admin] 10.222.0.76 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3593559 Aug 24 17:43:59.921406 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175417c3-4d6a-4537-adde-55ef3b89cd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:59.922940 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-175417c3-4d6a-4537-adde-55ef3b89cd4f admin admin] 10.222.0.76 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0911269 Aug 24 17:44:02.323603 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40976) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:44:02.676143 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:44:02.768974 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Made reservation on behalf of 74aebe409e204672bb76c767e1d15f99 for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:44:02.771441 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:02.802050 dv-cinder-854428-1-iscsi neutron-server[113410]: WARNING neutron.services.revisions.revision_plugin [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Could not find related network for resource to bump revision. Aug 24 17:44:02.814152 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:44:02.823907 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (6c32e9cf-f320-436a-81c5-ce56c3ff3cf4), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:02.824253 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Added segment 6c32e9cf-f320-436a-81c5-ce56c3ff3cf4 of type vlan for network 99b9696b-bc7a-4bad-b659-97364e7484c5 Aug 24 17:44:02.864529 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (99b9696b-bc7a-4bad-b659-97364e7484c5), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:02.928789 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (99b9696b-bc7a-4bad-b659-97364e7484c5), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:02.930724 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:44:02.931359 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:02.994997 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] Pushing event updated for resources: {'Network': ['ID=99b9696b-bc7a-4bad-b659-97364e7484c5,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:03.004431 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:03.005618 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 99b9696b-bc7a-4bad-b659-97364e7484c5 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:44:03.006306 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-e92b3147-db41-4654-bd5b-b41e45ae739c admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6816111 Aug 24 17:44:05.376821 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 40984) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:44:05.848317 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e76f55-d348-4779-85c0-8271082af4df admin admin] GET failed (client error): The resource could not be found. Aug 24 17:44:05.849701 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d5e76f55-d348-4779-85c0-8271082af4df admin admin] 10.222.0.76 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4719901 Aug 24 17:44:05.924743 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a5ca5-ca78-43e7-b203-9e89c13cdc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:44:05.926271 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-3a7a5ca5-ca78-43e7-b203-9e89c13cdc21 admin admin] 10.222.0.76 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715573 Aug 24 17:44:05.937053 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:44:06.002861 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Made reservation on behalf of 74aebe409e204672bb76c767e1d15f99 for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:44:06.005355 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:06.264687 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (b683eab8-7fe4-4089-a1a3-a1c2bffc2ea6), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:06.327747 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b683eab8-7fe4-4089-a1a3-a1c2bffc2ea6,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:06.339034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.339374 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.339734 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.340072 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.340400 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.340726 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.341055 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.341376 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.341709 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.342060 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.342405 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.342746 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.343070 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.343385 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.343701 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:06.346892 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Checking segment: {'id': '6c32e9cf-f320-436a-81c5-ce56c3ff3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:44:06.347238 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Network hostable DHCP agents. Network: 99b9696b-bc7a-4bad-b659-97364e7484c5, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:44:06.453034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Network 99b9696b-bc7a-4bad-b659-97364e7484c5 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:44:06.540661 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 99b9696b-bc7a-4bad-b659-97364e7484c5) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:44:06.545347 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:44:06.546034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:06.550534 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d775f-482a-4e6c-8614-ada557e0b40f None None] Network 99b9696b-bc7a-4bad-b659-97364e7484c5 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:44:06.652697 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-342ad2f0-af8e-422b-ae76-3d2ff2b4c32b admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7192156 Aug 24 17:44:06.659673 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-99b9696b-bc7a-4bad-b659-97364e7484c5', 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5', 'project_id': '74aebe409e204672bb76c767e1d15f99', 'fixed_ips': [{'subnet_id': 'b683eab8-7fe4-4089-a1a3-a1c2bffc2ea6'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:44:06.660631 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:06.815849 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Allocated IP 192.168.233.2 (99b9696b-bc7a-4bad-b659-97364e7484c5/b683eab8-7fe4-4089-a1a3-a1c2bffc2ea6/5ea97fb8-8808-451c-9be7-a48178589379) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:44:06.972679 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Publish callbacks [] for port (5ea97fb8-8808-451c-9be7-a48178589379), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:07.042327 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (5ea97fb8-8808-451c-9be7-a48178589379), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:07.086026 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Network 99b9696b-bc7a-4bad-b659-97364e7484c5 is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:44:07.091388 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:44:07.093842 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Pushing event updated for resources: {'Port': ['ID=5ea97fb8-8808-451c-9be7-a48178589379,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:07.096168 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:44:07.108395 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.108743 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.109113 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.109478 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.109819 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.110174 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.110503 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.110828 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.111155 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.111478 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.111806 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.112143 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.112475 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.112796 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.113179 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:07.168847 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Attempting to bind port 5ea97fb8-8808-451c-9be7-a48178589379 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:44:07.169226 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Attempting to bind port 5ea97fb8-8808-451c-9be7-a48178589379 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '6c32e9cf-f320-436a-81c5-ce56c3ff3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:44:07.169596 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Attempting to bind port 5ea97fb8-8808-451c-9be7-a48178589379 on network 99b9696b-bc7a-4bad-b659-97364e7484c5 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:44:07.175304 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:44:07.175806 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Checking segment: {'id': '6c32e9cf-f320-436a-81c5-ce56c3ff3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:44:07.176223 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:07.176625 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Bound using segment: {'id': '6c32e9cf-f320-436a-81c5-ce56c3ff3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:44:07.177106 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Bound port: 5ea97fb8-8808-451c-9be7-a48178589379, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c32e9cf-f320-436a-81c5-ce56c3ff3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:44:07.177496 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5ea97fb8-8808-451c-9be7-a48178589379), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:07.243667 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] For port 5ea97fb8-8808-451c-9be7-a48178589379, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:44:07.247028 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] For port 5ea97fb8-8808-451c-9be7-a48178589379, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=5ea97fb8-8808-451c-9be7-a48178589379,segment=NetworkSegment(6c32e9cf-f320-436a-81c5-ce56c3ff3cf4),segment_id=6c32e9cf-f320-436a-81c5-ce56c3ff3cf4)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:44:07.318337 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5ea97fb8-8808-451c-9be7-a48178589379), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:07.521936 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f80f4-235c-4c29-880a-b546abf396ec None None] Pushing event updated for resources: {'Port': ['ID=5ea97fb8-8808-451c-9be7-a48178589379,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:08.200162 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67a14b-d810-4cbb-b096-dab862bf18d8 None None] Network 99b9696b-bc7a-4bad-b659-97364e7484c5 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:44:08.266529 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:08.290604 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-f3c5f9af-33f9-4b47-a0b7-1b3ecd39c1c2 None None] Provisioning complete for port 5ea97fb8-8808-451c-9be7-a48178589379 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:44:08.290990 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f9af-33f9-4b47-a0b7-1b3ecd39c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5ea97fb8-8808-451c-9be7-a48178589379), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:08.294438 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:08.399980 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5f9af-33f9-4b47-a0b7-1b3ecd39c1c2 None None] Current status of the port 5ea97fb8-8808-451c-9be7-a48178589379 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:44:08.400384 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f9af-33f9-4b47-a0b7-1b3ecd39c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5ea97fb8-8808-451c-9be7-a48178589379), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:08.441559 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-f3c5f9af-33f9-4b47-a0b7-1b3ecd39c1c2 None None] For port 5ea97fb8-8808-451c-9be7-a48178589379, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=5ea97fb8-8808-451c-9be7-a48178589379,segment=NetworkSegment(6c32e9cf-f320-436a-81c5-ce56c3ff3cf4),segment_id=6c32e9cf-f320-436a-81c5-ce56c3ff3cf4)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:08.557252 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f9af-33f9-4b47-a0b7-1b3ecd39c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5ea97fb8-8808-451c-9be7-a48178589379), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:08.610120 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5f9af-33f9-4b47-a0b7-1b3ecd39c1c2 None None] Pushing event updated for resources: {'Port': ['ID=5ea97fb8-8808-451c-9be7-a48178589379,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:08.676267 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-4b176f9a-1565-4d62-9dc8-66176088e1dd None None] Provisioning complete for port 5ea97fb8-8808-451c-9be7-a48178589379 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:44:08.676572 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-4b176f9a-1565-4d62-9dc8-66176088e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5ea97fb8-8808-451c-9be7-a48178589379), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:08.755778 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-4b176f9a-1565-4d62-9dc8-66176088e1dd None None] Current status of the port 5ea97fb8-8808-451c-9be7-a48178589379 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:44:08.909574 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 5ea97fb8-8808-451c-9be7-a48178589379 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:44:08.964143 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 5ea97fb8-8808-451c-9be7-a48178589379 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:44:08.964855 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5ea97fb8-8808-451c-9be7-a48178589379), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:09.041939 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 5ea97fb8-8808-451c-9be7-a48178589379 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:44:09.740592 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:09.748750 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:16.556845 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:16.557799 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=74,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:17.699698 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-78038e19-86f3-4928-a0b5-68561a2cc392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:20.179271 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3201769e-1fb0-4b87-9fd4-91e6d15ff07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:21.214032 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:23.110088 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:23.122283 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:30.749275 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:44:33.007100 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:33.014436 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:46.726898 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:46.738298 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=6 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:47.676144 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-df0e4099-7573-43f5-9476-e174aa6a9e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:50.213578 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-59883742-49cf-4c4f-b21f-c200c5ac967d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:51.225772 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:53.103662 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:53.132939 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:03.025260 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:03.031161 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:07.754751 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:45:17.670106 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-89a6a259-ef63-4509-a5c5-ba8a6e076110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:20.229812 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3495fff0-937a-4630-8608-5d8f1be9825d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:21.247103 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:23.114172 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:23.137892 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:23.740515 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:23.741613 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:33.021171 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=8 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:33.030306 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:36.890633 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41022) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:45:36.899160 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [None req-1f677e15-fb52-4135-8c0b-476b70beab37 tempest-verify_tempest_config-1228196707 tempest-verify_tempest_config-1228196707-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:45:36.900180 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-1f677e15-fb52-4135-8c0b-476b70beab37 tempest-verify_tempest_config-1228196707 tempest-verify_tempest_config-1228196707-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0083389 Aug 24 17:45:37.783032 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41040) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:45:38.172287 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:38.261617 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Publish callbacks [] for security_group (59ca3d84-9f3a-4831-bdde-f164d201cade), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:38.331914 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (59ca3d84-9f3a-4831-bdde-f164d201cade), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:38.386212 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1024982ef1a64b6b9230b15d7381280f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6015210 Aug 24 17:45:38.387001 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ca3d84-9f3a-4831-bdde-f164d201cade,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:45:38.389338 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41046) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:45:38.406931 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.415717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3010c-5e15-4354-95ea-cbfab092f9a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:45:38.466677 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e94d85a-cd2e-4433-8cac-d3480640390b admin admin] Publish callbacks [] for security_group (59ca3d84-9f3a-4831-bdde-f164d201cade), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:38.493593 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e94d85a-cd2e-4433-8cac-d3480640390b admin admin] Publish callbacks [] for security_group (59ca3d84-9f3a-4831-bdde-f164d201cade), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:38.674799 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e94d85a-cd2e-4433-8cac-d3480640390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (59ca3d84-9f3a-4831-bdde-f164d201cade), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:38.678315 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e94d85a-cd2e-4433-8cac-d3480640390b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:38.679944 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-9e94d85a-cd2e-4433-8cac-d3480640390b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/59ca3d84-9f3a-4831-bdde-f164d201cade HTTP/1.1" status: 204 len: 168 time: 0.2893751 Aug 24 17:45:38.690660 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94d85a-cd2e-4433-8cac-d3480640390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ca3d84-9f3a-4831-bdde-f164d201cade,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:45:43.192512 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=16 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:43.194432 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=10 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:44.753505 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:45:47.679945 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9210a9bb-1919-44ec-a26f-83b8f1d7452d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:48.544549 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=31,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:48.685766 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=40,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:50.393207 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-95038277-fcf0-4d7b-badb-860ad102de97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:51.239845 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:53.074054 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:53.102499 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:00.741555 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:00.742363 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:03.011756 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:03.017784 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:17.672853 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-ac3c185c-1016-42f1-adaf-00836c1c1adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:20.210104 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2bd4-0a40-452e-abf1-78c27d3546a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:21.244022 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:21.753275 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:46:23.089877 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:23.118415 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:33.019204 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:33.023595 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:45.746110 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=6 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:45.746857 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:47.689595 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e76237ed-d087-47ed-8363-22c714a55cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:50.277378 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e0777b0b-d706-4ea3-96fa-448f326bf8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:51.238097 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:53.054657 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:53.083087 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:58.754209 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 5 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:47:03.018365 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:03.019545 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:10.539044 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697364'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:14.734962 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:14.743234 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:17.666186 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3a75d2b6-e475-4b0b-a5b4-4c356529c4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:20.196801 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c2e60ffd-dde3-4ffe-a583-bf38ee25aabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:21.242562 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:23.128534 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:23.156426 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:23.599873 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41140) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:23.749720 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-edfa672d-ea42-419c-ad9d-1967dc1addcf admin admin] 10.222.0.76 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1487379 Aug 24 17:47:25.996165 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41150) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:26.059520 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-e72d585e-3bf4-4ff4-9d04-b266a77a6e9e admin admin] 10.222.0.76 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0620739 Aug 24 17:47:33.022416 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:33.024149 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:INSERT=1,neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:33.744389 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:33.745252 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:35.754553 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:47:36.054371 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:40.630398 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:47.669633 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-32c23d55-5445-4a28-a719-4a9c835c5c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:50.189940 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-efd94744-1999-410c-b3cf-84d3c6472075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:51.230171 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:51.737864 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=16 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:51.739499 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=18 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:53.081079 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.103892 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.029335 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:03.031287 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:10.556196 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.754649 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:48:17.674570 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b4adf052-9210-4de5-89dd-45062d735a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.208937 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-37f7a927-62d5-4738-9bd2-ff466c644c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.274483 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.114172 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.154111 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.745967 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:28.752048 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:33.028661 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:33.030677 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:40.536834 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:45.750100 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:45.750896 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:47.696540 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9c26ad3f-343d-4690-a8cb-8d4049b2a135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:49.757153 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:48:50.256369 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b6e-e692-467b-a39b-09216eeed035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.284883 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:53.114978 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:53.142306 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:00.923204 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41302) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:01.327466 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1245218244-network', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:01.399241 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Made reservation on behalf of 0a4d7fadea104c569ca29ff9be48089a for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:01.402608 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:01.412699 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:01.502029 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Publish callbacks [] for security_group (99b08e28-0fd8-41c1-a6f7-95f1b1ff99dd), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:01.565395 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (99b08e28-0fd8-41c1-a6f7-95f1b1ff99dd), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:01.608161 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:01.641905 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (eb546f40-ec0d-4e18-be82-911fa82220ad), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:01.642467 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Added segment eb546f40-ec0d-4e18-be82-911fa82220ad of type vlan for network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 Aug 24 17:49:01.645688 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b08e28-0fd8-41c1-a6f7-95f1b1ff99dd,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:01.683040 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.683658 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.686848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.686848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.686848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.686848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.686848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.686848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.687407 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.687407 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.687895 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.688294 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.688676 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.689054 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.689541 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Tracked resource versions report: Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: pushed versions: Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: { 'AddressGroup': {'1.2'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Agent': {'1.1'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'ConntrackHelper': {'1.0'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Log': {'1.0'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'NDPProxy': {'1.0'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Network': {'1.1'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Port': {'1.7'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'PortForwarding': {'1.3'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'QosPolicy': {'1.10'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SecurityGroup': {'1.5'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SubPort': {'1.0'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Subnet': {'1.1'}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Trunk': {'1.1'}} Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: consumer versions: Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: { DHCP agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: HyperV agent@hv-cinder-85442: {}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: L3 agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: Metadata agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: Metering agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: Open vSwitch agent@dv-cinder-854428-1-iscsi: { 'AddressGroup': '1.2', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Agent': '1.1', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'ConntrackHelper': '1.0', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'LocalIPAssociation': '1.0', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Log': '1.0', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'NDPProxy': '1.0', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Network': '1.1', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Port': '1.7', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'PortForwarding': '1.3', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'QosPolicy': '1.10', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SecurityGroup': '1.5', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SecurityGroupRule': '1.2', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'SubPort': '1.0', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Subnet': '1.1', Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: 'Trunk': '1.1'}} Aug 24 17:49:01.692108 dv-cinder-854428-1-iscsi neutron-server[113410]: {{(pid=113410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:49:01.762494 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:01.881213 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:01.883560 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:01.884381 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:01.903808 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41346) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:01.982736 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] Pushing event updated for resources: {'Network': ['ID=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:01.998673 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:02.038321 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-73376d94-1f38-46e7-afb8-5992c22a4f28 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1056058 Aug 24 17:49:02.038321 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41354) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:02.038783 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Request body: {'subnet': {'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-subnet', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:02.125011 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Made reservation on behalf of 0a4d7fadea104c569ca29ff9be48089a for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:02.125011 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:02.251462 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41360) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:02.281242 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41364) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:02.371877 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-615604924-network', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:02.406322 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (338cbe6a-cc5b-423e-b481-fdf309b222ff), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:02.457270 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=338cbe6a-cc5b-423e-b481-fdf309b222ff,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:02.474497 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Made reservation on behalf of b8a384a5f96e488fb3c4abd75fd876fb for: {'network': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:02.478117 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:02.501357 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:02.505305 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Checking segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:02.505673 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Network hostable DHCP agents. Network: 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:02.606288 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:02.704727 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:02.721150 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1e9711-f5dc-4894-844d-38ac1cd5be7b None None] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:02.727886 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:02.732934 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:02.789816 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Publish callbacks [] for security_group (2bb9a1d0-0472-4dd5-80cf-057ad42cfddd), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:02.880829 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2bb9a1d0-0472-4dd5-80cf-057ad42cfddd), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:02.897287 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1517830746-network', 'tenant_id': '4a6a1625930e40f4834c0fbf69b04cce'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:02.929657 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=113411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:02.931310 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-fc84963b-d178-41c9-a225-3bb7a7e7ae9d admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8963144 Aug 24 17:49:02.931734 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41410) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:02.932074 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:49:02.933180 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:02.938455 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:02.972866 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:02.973707 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41412) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:03.015552 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:03.037952 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-270630661-network', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:03.061982 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771359024231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (83c2d7d7-0c78-427b-94b1-fd7f28bfd935), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.062881 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Unsubscribe: segment precommit_create {{(pid=113411) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 17:49:03.063724 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.segments_db [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Added segment 83c2d7d7-0c78-427b-94b1-fd7f28bfd935 of type vlan for network 8f096497-94f9-455d-8134-3642b4bcb49d Aug 24 17:49:03.096547 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (43d5b2e3-44b1-4512-abeb-e514cdd016fc), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.097845 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (43d5b2e3-44b1-4512-abeb-e514cdd016fc), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.105507 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:03.121059 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:03.172289 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (8f096497-94f9-455d-8134-3642b4bcb49d), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.182376 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Allocated IP 172.20.0.2 (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8/338cbe6a-cc5b-423e-b481-fdf309b222ff/c1de4857-6c23-4e7f-af2b-9f1631660387) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:03.221014 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1307232381-network', 'tenant_id': '40256802535d4aedb2541246a687ec76'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:03.223084 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.223496 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.223956 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.224427 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.224755 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.225395 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.225732 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.226134 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.231164 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.231164 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.231164 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.231164 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.231164 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.231164 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.231164 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Tracked resource versions report: Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: pushed versions: Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: { 'AddressGroup': {'1.2'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Agent': {'1.1'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'ConntrackHelper': {'1.0'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Log': {'1.0'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'NDPProxy': {'1.0'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Network': {'1.1'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Port': {'1.7'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'PortForwarding': {'1.3'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'QosPolicy': {'1.10'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'SecurityGroup': {'1.5'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'SubPort': {'1.0'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Subnet': {'1.1'}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Trunk': {'1.1'}} Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: consumer versions: Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: { DHCP agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: HyperV agent@hv-cinder-85442: {}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: L3 agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: Metadata agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: Metering agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: Open vSwitch agent@dv-cinder-854428-1-iscsi: { 'AddressGroup': '1.2', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Agent': '1.1', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'ConntrackHelper': '1.0', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'LocalIPAssociation': '1.0', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Log': '1.0', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'NDPProxy': '1.0', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Network': '1.1', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Port': '1.7', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'PortForwarding': '1.3', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'QosPolicy': '1.10', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'SecurityGroup': '1.5', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'SecurityGroupRule': '1.2', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'SubPort': '1.0', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Subnet': '1.1', Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: 'Trunk': '1.1'}} Aug 24 17:49:03.231706 dv-cinder-854428-1-iscsi neutron-server[113411]: {{(pid=113411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:49:03.264495 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks [] for router_controller (43d5b2e3-44b1-4512-abeb-e514cdd016fc), precommit_add_association {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.307938 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (8f096497-94f9-455d-8134-3642b4bcb49d), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.311605 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:03.319018 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.338465 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Made reservation on behalf of 40256802535d4aedb2541246a687ec76 for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:03.341801 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.402393 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Made reservation on behalf of 4a6a1625930e40f4834c0fbf69b04cce for: {'network': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:03.406920 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.407878 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.424758 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.436499 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Made reservation on behalf of 9398272c7a3f4a50a38df4b5dec9ac90 for: {'network': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:03.439985 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.461590 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Publish callbacks [] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.524995 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.547949 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Publish callbacks [] for security_group (55c182e5-edba-4b8c-8760-af56129afe3e), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.572982 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6672904 Aug 24 17:49:03.619848 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:03.620961 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41428) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:03.622223 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.627583 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (55c182e5-edba-4b8c-8760-af56129afe3e), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.636086 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:03.636342 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Request body: {'subnet': {'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-615604924-subnet', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:03.637486 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Pushing event updated for resources: {'Port': ['ID=c1de4857-6c23-4e7f-af2b-9f1631660387,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:03.643393 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:03.650745 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:03.664649 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.665801 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.666521 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.667091 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.667712 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.668239 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.668868 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.669460 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.670409 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.671052 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.671641 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.672392 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.673091 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.673725 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.674259 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Tracked resource versions report: Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: pushed versions: Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: { 'AddressGroup': {'1.2'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Agent': {'1.1'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'ConntrackHelper': {'1.0'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Log': {'1.0'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'NDPProxy': {'1.0'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Network': {'1.1'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Port': {'1.7'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'PortForwarding': {'1.3'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'QosPolicy': {'1.10'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SecurityGroup': {'1.5'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SubPort': {'1.0'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Subnet': {'1.1'}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Trunk': {'1.1'}} Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: consumer versions: Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: { DHCP agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: HyperV agent@hv-cinder-85442: {}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: L3 agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: Metadata agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: Metering agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: Open vSwitch agent@dv-cinder-854428-1-iscsi: { 'AddressGroup': '1.2', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Agent': '1.1', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'ConntrackHelper': '1.0', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'LocalIPAssociation': '1.0', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Log': '1.0', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'NDPProxy': '1.0', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Network': '1.1', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Port': '1.7', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'PortForwarding': '1.3', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'QosPolicy': '1.10', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SecurityGroup': '1.5', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SecurityGroupRule': '1.2', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'SubPort': '1.0', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Subnet': '1.1', Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: 'Trunk': '1.1'}} Aug 24 17:49:03.676509 dv-cinder-854428-1-iscsi neutron-server[113412]: {{(pid=113412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:49:03.685675 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c383e-1b76-45b6-8819-ad8362c534dc admin admin] Pushing event updated for resources: {'Network': ['ID=8f096497-94f9-455d-8134-3642b4bcb49d,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:03.718948 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c182e5-edba-4b8c-8760-af56129afe3e,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:03.746989 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 8f096497-94f9-455d-8134-3642b4bcb49d details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:03.748954 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=113411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:03.751684 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:03.753122 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Made reservation on behalf of b8a384a5f96e488fb3c4abd75fd876fb for: {'subnet': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:03.757550 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.777513 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Attempting to bind port c1de4857-6c23-4e7f-af2b-9f1631660387 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:03.778245 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Attempting to bind port c1de4857-6c23-4e7f-af2b-9f1631660387 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:03.778858 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Attempting to bind port c1de4857-6c23-4e7f-af2b-9f1631660387 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:03.779397 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks [] for router_gateway (43d5b2e3-44b1-4512-abeb-e514cdd016fc), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.795302 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:03.796952 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Checking segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:03.796952 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.797412 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Bound using segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:03.798299 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Bound port: c1de4857-6c23-4e7f-af2b-9f1631660387, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:03.799059 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.825195 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.825620 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.segments_db [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Added segment 9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260 of type vlan for network 0ee0295e-b696-4345-a2a8-40df58d659e7 Aug 24 17:49:03.856722 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Publish callbacks [] for security_group (c2c9e64d-7beb-44be-9d8d-1f5dc91ddc20), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.945929 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] For port c1de4857-6c23-4e7f-af2b-9f1631660387, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:03.950600 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] For port c1de4857-6c23-4e7f-af2b-9f1631660387, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c1de4857-6c23-4e7f-af2b-9f1631660387,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:03.966245 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (c2c9e64d-7beb-44be-9d8d-1f5dc91ddc20), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.966566 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (0ee0295e-b696-4345-a2a8-40df58d659e7), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.968799 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=7 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:04.001713 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c9e64d-7beb-44be-9d8d-1f5dc91ddc20,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.052501 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.111487 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:04.133110 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (5b57d59a-38ec-4ab8-b283-0ad065cbdb17), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.134107 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Added segment 5b57d59a-38ec-4ab8-b283-0ad065cbdb17 of type vlan for network 389a41b1-7bca-4893-9c00-f7c2a36844c1 Aug 24 17:49:04.140796 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba285f-5001-4c28-9915-d75adf6543a6 None None] Pushing event updated for resources: {'Port': ['ID=c1de4857-6c23-4e7f-af2b-9f1631660387,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.217063 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (389a41b1-7bca-4893-9c00-f7c2a36844c1), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.227407 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks [] for router_gateway (43d5b2e3-44b1-4512-abeb-e514cdd016fc), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.253480 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.318133 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Publish callbacks [] for security_group (7bed7c40-d6a4-407e-a7df-67d8959edd0e), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.319056 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (0ee0295e-b696-4345-a2a8-40df58d659e7), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.320192 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:04.320880 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.365021 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (389a41b1-7bca-4893-9c00-f7c2a36844c1), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.367830 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:04.367830 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.560382 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Allocated IP 172.27.2.14 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/792cfd32-a3a5-4a09-acfc-47c258f11eb9) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:04.561834 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7bed7c40-d6a4-407e-a7df-67d8959edd0e), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.561834 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] Pushing event updated for resources: {'Network': ['ID=0ee0295e-b696-4345-a2a8-40df58d659e7,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.563024 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] Pushing event updated for resources: {'Network': ['ID=389a41b1-7bca-4893-9c00-f7c2a36844c1,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.563112 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 0ee0295e-b696-4345-a2a8-40df58d659e7 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:04.563190 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-04f1f1fa-9c2a-4c3d-a45b-f3473b80fc8b admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2447245 Aug 24 17:49:04.563272 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41456) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:04.563354 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=113411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:04.563435 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Request body: {'subnet': {'network_id': '0ee0295e-b696-4345-a2a8-40df58d659e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1517830746-subnet', 'tenant_id': '4a6a1625930e40f4834c0fbf69b04cce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:04.563435 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d9760869-1ee2-483d-be1d-a09b1746517d admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5378067 Aug 24 17:49:04.563585 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41458) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:04.563668 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:04.563749 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Request body: {'subnet': {'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1307232381-subnet', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:04.563749 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (6bc9318f-27b4-484f-8719-1650d9a55be1), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.563749 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.segments_db [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Added segment 6bc9318f-27b4-484f-8719-1650d9a55be1 of type vlan for network 010bcf84-2f06-4274-8553-0a7884f5d83e Aug 24 17:49:04.567516 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bed7c40-d6a4-407e-a7df-67d8959edd0e,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.619506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (010bcf84-2f06-4274-8553-0a7884f5d83e), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.641287 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (15a318e5-4754-4496-8b55-558f62914efb), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.694540 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Made reservation on behalf of 4a6a1625930e40f4834c0fbf69b04cce for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:04.696761 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.713578 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Made reservation on behalf of 40256802535d4aedb2541246a687ec76 for: {'subnet': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:04.716769 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.739902 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:INSERT=17,neutron:UPDATE=3,neutron:SELECT=80 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:04.747797 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (010bcf84-2f06-4274-8553-0a7884f5d83e), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.748802 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:04.749412 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.789989 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a318e5-4754-4496-8b55-558f62914efb,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.811763 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks [] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.849630 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Checking segment: {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:04.849944 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Network hostable DHCP agents. Network: 8f096497-94f9-455d-8134-3642b4bcb49d, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:04.913374 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] Pushing event updated for resources: {'Network': ['ID=010bcf84-2f06-4274-8553-0a7884f5d83e,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.928660 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 010bcf84-2f06-4274-8553-0a7884f5d83e details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:04.930203 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-05466b97-c7b2-4ada-a34e-f6eca5d417e0 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6474135 Aug 24 17:49:04.938654 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41470) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:04.943842 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Request body: {'subnet': {'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-subnet', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:05.020854 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.134990 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Made reservation on behalf of 9398272c7a3f4a50a38df4b5dec9ac90 for: {'subnet': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:05.138463 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.192554 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:05.194772 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Pushing event updated for resources: {'Port': ['ID=792cfd32-a3a5-4a09-acfc-47c258f11eb9,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:05.200147 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=82,neutron:UPDATE=7,neutron:INSERT=9,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:05.201820 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:05.209992 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:05.273698 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c1de4857-6c23-4e7f-af2b-9f1631660387 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:05.308087 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (4d57c15b-6a4b-4e6a-8bad-53d820572c8a), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.342573 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port c1de4857-6c23-4e7f-af2b-9f1631660387 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:05.343648 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.632531 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:05.632531 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port c1de4857-6c23-4e7f-af2b-9f1631660387 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:05.635196 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Network 8f096497-94f9-455d-8134-3642b4bcb49d is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:05.637142 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.637669 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (8dc6387a-d9aa-446b-89fc-60d585461941), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.637824 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d57c15b-6a4b-4e6a-8bad-53d820572c8a,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:05.638037 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:05.638215 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port c1de4857-6c23-4e7f-af2b-9f1631660387, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c1de4857-6c23-4e7f-af2b-9f1631660387,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:05.638354 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Checking segment: {'id': '9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ee0295e-b696-4345-a2a8-40df58d659e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:05.638354 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Network hostable DHCP agents. Network: 0ee0295e-b696-4345-a2a8-40df58d659e7, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:05.638625 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc6387a-d9aa-446b-89fc-60d585461941,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:05.638625 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Checking segment: {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:05.638625 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Network hostable DHCP agents. Network: 389a41b1-7bca-4893-9c00-f7c2a36844c1, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:05.638625 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (906bc573-2940-4dec-8598-3219c78cf251), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.639057 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.639185 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 8f096497-94f9-455d-8134-3642b4bcb49d) {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:05.642459 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:05.643167 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.651162 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=c1de4857-6c23-4e7f-af2b-9f1631660387,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:05.657549 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83b31d-15f9-407a-9fd5-4b83fb5729f4 None None] Network 8f096497-94f9-455d-8134-3642b4bcb49d requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:05.689145 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906bc573-2940-4dec-8598-3219c78cf251,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:05.732833 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Checking segment: {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:05.732833 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Network hostable DHCP agents. Network: 010bcf84-2f06-4274-8553-0a7884f5d83e, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:05.733022 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f120dd68-2642-4008-a095-b6d62db3249f None None] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:05.739954 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:05.741112 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:05.804707 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks [] for router_gateway (43d5b2e3-44b1-4512-abeb-e514cdd016fc), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.839757 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Network 0ee0295e-b696-4345-a2a8-40df58d659e7 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:05.841297 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-30d73ee9-ad8c-4c89-aea2-80e14b25638a None None] Provisioning complete for port c1de4857-6c23-4e7f-af2b-9f1631660387 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:05.841678 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-30d73ee9-ad8c-4c89-aea2-80e14b25638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.845339 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:05.845535 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:05.847778 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Network 010bcf84-2f06-4274-8553-0a7884f5d83e is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:05.855865 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-1d9ef0a8-c5eb-4510-8f5a-70f280700984 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2290463 Aug 24 17:49:05.868167 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41488) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:05.872974 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:05.875745 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-8f096497-94f9-455d-8134-3642b4bcb49d', 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d', 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'fixed_ips': [{'subnet_id': '15a318e5-4754-4496-8b55-558f62914efb'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:49:05.876651 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.883762 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 0ee0295e-b696-4345-a2a8-40df58d659e7) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:05.883943 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 389a41b1-7bca-4893-9c00-f7c2a36844c1) {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:05.891440 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:05.892186 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.894404 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:05.894856 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.930992 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae82e3-e05c-41b3-9587-b970acea0d46 None None] Network 0ee0295e-b696-4345-a2a8-40df58d659e7 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:05.932917 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f69a54-4c45-4374-b50e-e695b2304043 None None] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:05.959782 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 010bcf84-2f06-4274-8553-0a7884f5d83e) {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:05.965646 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:05.968722 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.020536 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-485e251b-18e8-42e9-b301-30ea65cd564c admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4895244 Aug 24 17:49:06.026073 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (d1421d50-5736-4e90-ad87-bed9924f1fc9), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.026073 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (d1421d50-5736-4e90-ad87-bed9924f1fc9), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.032655 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-fee08fd0-d11c-4250-ad2a-85f0a36f55a4 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5310183 Aug 24 17:49:06.034969 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41496) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:06.040265 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:06.073639 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6190d12d-fabf-4b36-ade6-8cbde620023b None None] Network 010bcf84-2f06-4274-8553-0a7884f5d83e requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:06.096502 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (43d5b2e3-44b1-4512-abeb-e514cdd016fc), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.164563 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (e0ebd80d-cfc6-496a-886f-220381a1fa3f), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.168341 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (e0ebd80d-cfc6-496a-886f-220381a1fa3f), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.288658 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41506) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:06.303718 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-7c417bfe-557f-40ab-9f60-60ce4e283f89 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3500457 Aug 24 17:49:06.316224 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:06.319868 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:06.327856 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks [] for router_controller (e0ebd80d-cfc6-496a-886f-220381a1fa3f), precommit_add_association {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.424855 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks [] for router_controller (d1421d50-5736-4e90-ad87-bed9924f1fc9), precommit_add_association {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.604428 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-30d73ee9-ad8c-4c89-aea2-80e14b25638a None None] Current status of the port c1de4857-6c23-4e7f-af2b-9f1631660387 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:06.660576 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:49:06.667581 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Allocated IP 172.20.0.2 (8f096497-94f9-455d-8134-3642b4bcb49d/15a318e5-4754-4496-8b55-558f62914efb/4bbca6c1-ff0e-4df4-9b6a-54f724c1032a) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:06.668300 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.669431 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.680889 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:06.719289 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-389a41b1-7bca-4893-9c00-f7c2a36844c1', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'project_id': '40256802535d4aedb2541246a687ec76', 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:49:06.720276 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.764369 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-010bcf84-2f06-4274-8553-0a7884f5d83e', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:49:06.765289 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.775013 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978eb976-c434-4744-bcbc-b842f7d2ee0b None None] Network 0ee0295e-b696-4345-a2a8-40df58d659e7 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:06.787610 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks [] for router_gateway (d1421d50-5736-4e90-ad87-bed9924f1fc9), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.814224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-7e3bd7bf-336d-443c-89f3-4cbc124bcdbd None None] Provisioning complete for port c1de4857-6c23-4e7f-af2b-9f1631660387 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:06.814224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd7bf-336d-443c-89f3-4cbc124bcdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.928887 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks [] for router_gateway (e0ebd80d-cfc6-496a-886f-220381a1fa3f), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.944833 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks [] for router_controller (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), precommit_add_association {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.016257 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:07.033489 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:07.052230 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:07.052910 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:07.149941 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.151262 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-f48f4762-7b34-4e32-bc4c-7bcd1ca786d1 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2185616 Aug 24 17:49:07.169092 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41538) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:07.257613 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c1de4857-6c23-4e7f-af2b-9f1631660387 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:07.366979 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Allocated IP 172.20.0.2 (010bcf84-2f06-4274-8553-0a7884f5d83e/906bc573-2940-4dec-8598-3219c78cf251/d1b52731-b071-4f85-9b07-9b849237961e) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:07.422252 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:07.430804 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41550) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:07.445307 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1948325809-network', 'tenant_id': '159adfdbdf05482ca799fa76f4814ee3'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:07.490375 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks [] for router_gateway (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.530394 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks [] for router_gateway (d1421d50-5736-4e90-ad87-bed9924f1fc9), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.614299 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.643976 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Publish callbacks [] for port (d1b52731-b071-4f85-9b07-9b849237961e), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.768372 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:07.778266 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Made reservation on behalf of 159adfdbdf05482ca799fa76f4814ee3 for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:07.781074 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:07.781788 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.805904 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (d1b52731-b071-4f85-9b07-9b849237961e), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.842337 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.950963 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks [] for router_gateway (e0ebd80d-cfc6-496a-886f-220381a1fa3f), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.007749 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Allocated IP 172.20.0.2 (389a41b1-7bca-4893-9c00-f7c2a36844c1/8dc6387a-d9aa-446b-89fc-60d585461941/3bc9bc9d-b94e-4d6e-83d3-6235864a7951) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:08.026950 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Allocated IP 172.27.2.196 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/d456da73-851d-4d5c-bb87-cf800239864f) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:08.056228 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-7e3bd7bf-336d-443c-89f3-4cbc124bcdbd None None] Current status of the port c1de4857-6c23-4e7f-af2b-9f1631660387 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:08.059841 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Network 010bcf84-2f06-4274-8553-0a7884f5d83e is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:08.104855 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:05Z', 'revision_number': 3, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:08.111595 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:08.113674 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Pushing event updated for resources: {'Port': ['ID=d1b52731-b071-4f85-9b07-9b849237961e,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:08.153211 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:08.163919 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:08.164381 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Updating router 43d5b2e3-44b1-4512-abeb-e514cdd016fc port 792cfd32-a3a5-4a09-acfc-47c258f11eb9 binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:49:08.198587 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Publish callbacks [] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.201148 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks [] for port (d456da73-851d-4d5c-bb87-cf800239864f), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.205118 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.224958 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.247320 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port c1de4857-6c23-4e7f-af2b-9f1631660387 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:08.247722 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.351928 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.368853 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Attempting to bind port d1b52731-b071-4f85-9b07-9b849237961e on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:08.369247 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Attempting to bind port d1b52731-b071-4f85-9b07-9b849237961e by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:08.369603 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Attempting to bind port d1b52731-b071-4f85-9b07-9b849237961e on network 010bcf84-2f06-4274-8553-0a7884f5d83e {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:08.392602 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:08.428398 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (d456da73-851d-4d5c-bb87-cf800239864f), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.454964 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks [] for router_gateway (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.462793 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Pushing event updated for resources: {'Port': ['ID=4bbca6c1-ff0e-4df4-9b6a-54f724c1032a,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:08.484272 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:08.484790 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Checking segment: {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:08.485605 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.485816 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Bound using segment: {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:08.486474 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Bound port: d1b52731-b071-4f85-9b07-9b849237961e, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:08.486945 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d1b52731-b071-4f85-9b07-9b849237961e), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.489093 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.492610 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Network 8f096497-94f9-455d-8134-3642b4bcb49d is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:08.512774 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:08.513965 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Publish callbacks [] for security_group (e386b1f3-ae2f-4380-b118-f388c206ec84), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.524764 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:08.531221 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:08.542020 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:08.578923 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:08.649890 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Pushing event updated for resources: {'Port': ['ID=d456da73-851d-4d5c-bb87-cf800239864f,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:08.675062 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Publish callbacks [] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.747586 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port c1de4857-6c23-4e7f-af2b-9f1631660387 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:08.753819 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41586) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:08.761910 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Publish callbacks [] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.787511 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.810031 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Attempting to bind port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:08.810439 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Attempting to bind port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:08.810807 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Attempting to bind port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a on network 8f096497-94f9-455d-8134-3642b4bcb49d {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:08.813914 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] For port d1b52731-b071-4f85-9b07-9b849237961e, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:08.815679 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (e386b1f3-ae2f-4380-b118-f388c206ec84), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.827817 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:08.828183 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Checking segment: {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:08.828597 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.828993 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Bound using segment: {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:08.829568 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Bound port: 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:08.830008 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.834830 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] For port d1b52731-b071-4f85-9b07-9b849237961e, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=d1b52731-b071-4f85-9b07-9b849237961e,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:08.862571 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:08.876566 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Attempting to bind port 792cfd32-a3a5-4a09-acfc-47c258f11eb9 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:08.876955 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Attempting to bind port 792cfd32-a3a5-4a09-acfc-47c258f11eb9 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:08.877321 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Attempting to bind port 792cfd32-a3a5-4a09-acfc-47c258f11eb9 on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:08.901901 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:08.902111 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:08.912801 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.913315 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:08.913838 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Bound port: 792cfd32-a3a5-4a09-acfc-47c258f11eb9, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:08.914263 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.922498 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.970670 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:08.999917 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Pushing event updated for resources: {'Port': ['ID=792cfd32-a3a5-4a09-acfc-47c258f11eb9,revision_number=2']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:09.003668 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4f3d604f-e300-4eba-91dc-1dad568053ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.006005 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e386b1f3-ae2f-4380-b118-f388c206ec84,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:09.021502 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (ed4650c3-1aeb-4a1e-8285-79f7d3a306b9), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.022107 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Added segment ed4650c3-1aeb-4a1e-8285-79f7d3a306b9 of type vlan for network f50895b7-f781-4366-a3b7-488000587e1a Aug 24 17:49:09.026334 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Allocated IP 172.27.2.76 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/46c8f457-304e-4c48-9a14-2c668a4d7c67) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:09.036665 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.037210 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.037790 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.038390 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.038953 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.039504 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.040062 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.040604 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.041144 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.041675 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.042264 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.042841 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.043386 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.043926 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.044465 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Tracked resource versions report: Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: pushed versions: Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: { 'AddressGroup': {'1.2'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Agent': {'1.1'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'ConntrackHelper': {'1.0'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Log': {'1.0'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'NDPProxy': {'1.0'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Network': {'1.1'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Port': {'1.7'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'PortForwarding': {'1.3'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'QosPolicy': {'1.10'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SecurityGroup': {'1.5'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SubPort': {'1.0'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Subnet': {'1.1'}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Trunk': {'1.1'}} Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: consumer versions: Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: { DHCP agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: HyperV agent@hv-cinder-85442: {}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: L3 agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: Metadata agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: Metering agent@dv-cinder-854428-1-iscsi: {}, Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: Open vSwitch agent@dv-cinder-854428-1-iscsi: { 'AddressGroup': '1.2', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Agent': '1.1', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'ConntrackHelper': '1.0', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'LocalIPAssociation': '1.0', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Log': '1.0', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'NDPProxy': '1.0', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Network': '1.1', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Port': '1.7', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'PortForwarding': '1.3', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'QosPolicy': '1.10', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SecurityGroup': '1.5', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SecurityGroupRule': '1.2', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'SubPort': '1.0', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Subnet': '1.1', Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: 'Trunk': '1.1'}} Aug 24 17:49:09.047159 dv-cinder-854428-1-iscsi neutron-server[113413]: {{(pid=113413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:49:09.065141 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] For port 792cfd32-a3a5-4a09-acfc-47c258f11eb9, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:09.069813 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] For port 792cfd32-a3a5-4a09-acfc-47c258f11eb9, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=792cfd32-a3a5-4a09-acfc-47c258f11eb9,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:09.083008 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (d1b52731-b071-4f85-9b07-9b849237961e), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.096606 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] For port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:09.098863 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks [] for router_gateway (d1421d50-5736-4e90-ad87-bed9924f1fc9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.102617 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Pushing event updated for resources: {'Port': ['ID=3bc9bc9d-b94e-4d6e-83d3-6235864a7951,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:09.145526 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:09.148480 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] For port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4bbca6c1-ff0e-4df4-9b6a-54f724c1032a,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:09.154714 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:09.159783 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:09.193887 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (f50895b7-f781-4366-a3b7-488000587e1a), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.194133 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.213267 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.240403 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4f3d604f-e300-4eba-91dc-1dad568053ab admin admin] Publish callbacks [] for security_group (762566bc-46f3-4b16-96cb-27b8e0d27f22), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.326857 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:09.327831 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:09.378897 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (f50895b7-f781-4366-a3b7-488000587e1a), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.380164 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:09.380765 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.388034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks [] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.433544 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1664a01-6b9e-404d-9a4b-8a00714696c6 None None] Pushing event updated for resources: {'Port': ['ID=d1b52731-b071-4f85-9b07-9b849237961e,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:09.438601 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (d1421d50-5736-4e90-ad87-bed9924f1fc9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.470852 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.479128 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4f3d604f-e300-4eba-91dc-1dad568053ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (762566bc-46f3-4b16-96cb-27b8e0d27f22), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.504644 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:09.531383 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] Pushing event updated for resources: {'Network': ['ID=f50895b7-f781-4366-a3b7-488000587e1a,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:09.564376 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:09.570989 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:09.575983 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6cb5c-3f66-474f-a676-52600108efea None None] Pushing event updated for resources: {'Port': ['ID=792cfd32-a3a5-4a09-acfc-47c258f11eb9,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:09.582224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network f50895b7-f781-4366-a3b7-488000587e1a details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:09.597096 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:09.641155 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Attempting to bind port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:09.641682 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Attempting to bind port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:09.641987 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Attempting to bind port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 on network 389a41b1-7bca-4893-9c00-f7c2a36844c1 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:09.693571 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Allocated IP 172.20.0.1 (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8/338cbe6a-cc5b-423e-b481-fdf309b222ff/1ece75a8-bb3a-433b-a031-f1bc56df65f1) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:09.703681 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:09.704126 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Checking segment: {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:09.704472 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.706414 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Bound using segment: {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:09.710176 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Bound port: 3bc9bc9d-b94e-4d6e-83d3-6235864a7951, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:09.710597 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.793693 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3949f53-f5ed-480c-a2fb-0cf8ee79df1b None None] Pushing event updated for resources: {'Port': ['ID=4bbca6c1-ff0e-4df4-9b6a-54f724c1032a,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:09.809794 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d604f-e300-4eba-91dc-1dad568053ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762566bc-46f3-4b16-96cb-27b8e0d27f22,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:09.817689 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Allocated IP 172.27.2.89 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/89869aca-47bc-4a63-a3d8-e2d5a37c54e9) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:09.825476 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-4f3d604f-e300-4eba-91dc-1dad568053ab admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=de73a596283345f2b6b87ce076767b78&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0680366 Aug 24 17:49:09.832241 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41598) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:09.904876 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:05Z', 'revision_number': 3, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:09.968233 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] For port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:09.970223 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.976702 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-0147383f-4a54-44d2-95aa-cb9b825ef99a admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5395410 Aug 24 17:49:09.980131 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] For port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=3bc9bc9d-b94e-4d6e-83d3-6235864a7951,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:09.984538 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41604) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:09.991608 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a644c33-c551-4cec-8fc0-45734cc60c90 None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:05Z', 'revision_number': 3, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:09.998838 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:10.009651 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Request body: {'subnet': {'network_id': 'f50895b7-f781-4366-a3b7-488000587e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1948325809-subnet', 'tenant_id': '159adfdbdf05482ca799fa76f4814ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:10.033829 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ddae2dc6-dae3-47a8-8b1f-8899cbe1a3f8 admin admin] Publish callbacks [] for security_group (762566bc-46f3-4b16-96cb-27b8e0d27f22), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.072010 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ddae2dc6-dae3-47a8-8b1f-8899cbe1a3f8 admin admin] Publish callbacks [] for security_group (762566bc-46f3-4b16-96cb-27b8e0d27f22), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.110302 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:10.119513 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.132733 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks [] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.133360 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Router d1421d50-5736-4e90-ad87-bed9924f1fc9 is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:49:10.135883 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:10.138516 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:10.140402 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Pushing event updated for resources: {'Port': ['ID=46c8f457-304e-4c48-9a14-2c668a4d7c67,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:10.147229 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Made reservation on behalf of 159adfdbdf05482ca799fa76f4814ee3 for: {'subnet': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:10.150105 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.225346 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd55c55-69aa-4bf0-990a-44734271f08c None None] Pushing event updated for resources: {'Port': ['ID=3bc9bc9d-b94e-4d6e-83d3-6235864a7951,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:10.305588 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Publish callbacks [] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.313143 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:10.330590 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:10.443635 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ddae2dc6-dae3-47a8-8b1f-8899cbe1a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (762566bc-46f3-4b16-96cb-27b8e0d27f22), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.443635 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ddae2dc6-dae3-47a8-8b1f-8899cbe1a3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.448670 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ddae2dc6-dae3-47a8-8b1f-8899cbe1a3f8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/762566bc-46f3-4b16-96cb-27b8e0d27f22 HTTP/1.1" status: 204 len: 168 time: 0.6010094 Aug 24 17:49:10.457549 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.466895 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.582843 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae2dc6-dae3-47a8-8b1f-8899cbe1a3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762566bc-46f3-4b16-96cb-27b8e0d27f22,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:10.654291 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:10.670147 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Sync routers for ids ['d1421d50-5736-4e90-ad87-bed9924f1fc9'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:10.710737 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Routers {'d1421d50-5736-4e90-ad87-bed9924f1fc9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:10.711402 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['d1421d50-5736-4e90-ad87-bed9924f1fc9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:10.741979 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:10.764823 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.764985 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:10.766179 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-b74a201d-5da3-4590-8368-211aeccca693 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8970006 Aug 24 17:49:10.771628 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41610) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:10.776215 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:10.779298 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:10.787406 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:10.969486 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:10.977120 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (43d5b2e3-44b1-4512-abeb-e514cdd016fc), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:11.021266 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Set router d1421d50-5736-4e90-ad87-bed9924f1fc9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:11.071201 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:11.153568 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Pushing event updated for resources: {'Port': ['ID=1ece75a8-bb3a-433b-a031-f1bc56df65f1,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:11.211318 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c5611-52bb-406a-bc5a-b47a110244a4 None None] Network 010bcf84-2f06-4274-8553-0a7884f5d83e requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:11.306028 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:11.337422 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-2b92ee9d-cf55-44e7-8773-3f1889e63ae6 None None] Provisioning complete for port d1b52731-b071-4f85-9b07-9b849237961e triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:11.343250 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2b92ee9d-cf55-44e7-8773-3f1889e63ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (d1b52731-b071-4f85-9b07-9b849237961e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:11.386614 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:11.469355 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:11.536285 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Pushing event updated for resources: {'Port': ['ID=89869aca-47bc-4a63-a3d8-e2d5a37c54e9,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:11.540811 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e5634e-363a-4027-bdb1-76052ad1c52b None None] Network 8f096497-94f9-455d-8134-3642b4bcb49d requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:11.589735 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks [] for router_gateway (e0ebd80d-cfc6-496a-886f-220381a1fa3f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:11.630723 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (c0ecf6b6-10ae-4029-a299-0762077d02c1), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:11.661012 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 792cfd32-a3a5-4a09-acfc-47c258f11eb9 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:11.752437 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-2b92ee9d-cf55-44e7-8773-3f1889e63ae6 None None] Current status of the port d1b52731-b071-4f85-9b07-9b849237961e is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:11.752934 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2b92ee9d-cf55-44e7-8773-3f1889e63ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d1b52731-b071-4f85-9b07-9b849237961e), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:11.840988 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ecf6b6-10ae-4029-a299-0762077d02c1,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:11.960934 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Checking segment: {'id': 'ed4650c3-1aeb-4a1e-8285-79f7d3a306b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f50895b7-f781-4366-a3b7-488000587e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:11.963577 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Network hostable DHCP agents. Network: f50895b7-f781-4366-a3b7-488000587e1a, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:12.005093 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-2b92ee9d-cf55-44e7-8773-3f1889e63ae6 None None] For port d1b52731-b071-4f85-9b07-9b849237961e, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=d1b52731-b071-4f85-9b07-9b849237961e,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:12.005236 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 792cfd32-a3a5-4a09-acfc-47c258f11eb9 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:12.005603 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.074532 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2b92ee9d-cf55-44e7-8773-3f1889e63ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (d1b52731-b071-4f85-9b07-9b849237961e), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.203904 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:12.214934 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:12.220771 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:08Z', 'revision_number': 3, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'gw_port': {'id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:07Z', 'updated_at': '2022-08-24T17:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:12.244449 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b02770-485e-4c44-a59f-93bf6b083887 None None] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:12.347957 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Network f50895b7-f781-4366-a3b7-488000587e1a is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:12.362587 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:12.382911 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.409235 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Checking router: d1421d50-5736-4e90-ad87-bed9924f1fc9 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:12.409235 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Updating router d1421d50-5736-4e90-ad87-bed9924f1fc9 port d456da73-851d-4d5c-bb87-cf800239864f binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:49:12.464459 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] Provisioning complete for port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:12.464782 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.499526 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks [] for router_gateway (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.504343 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.542033 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:12.550745 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, f50895b7-f781-4366-a3b7-488000587e1a) {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:12.552248 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d456da73-851d-4d5c-bb87-cf800239864f), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.597524 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09afe417-6d9d-4bde-ab04-5adf5a3f8ca0 None None] Network f50895b7-f781-4366-a3b7-488000587e1a requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:12.600833 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92ee9d-cf55-44e7-8773-3f1889e63ae6 None None] Pushing event updated for resources: {'Port': ['ID=d1b52731-b071-4f85-9b07-9b849237961e,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:12.617131 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:12.617747 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.677085 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (e0ebd80d-cfc6-496a-886f-220381a1fa3f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.691794 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] Port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:12.726552 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 792cfd32-a3a5-4a09-acfc-47c258f11eb9 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:12.726975 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.777219 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=11 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:12.838369 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Allocated IP 172.20.0.1 (8f096497-94f9-455d-8134-3642b4bcb49d/15a318e5-4754-4496-8b55-558f62914efb/a0ec329a-b8b9-4765-9ea7-c29069c5b924) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:12.890335 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] Provisioning complete for port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:12.891762 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.909925 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-9c2cc3bb-3bff-4e07-9d2b-78f3fc63cdf0 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9093378 Aug 24 17:49:13.005136 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Publish callbacks [] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.078450 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 792cfd32-a3a5-4a09-acfc-47c258f11eb9, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=792cfd32-a3a5-4a09-acfc-47c258f11eb9,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:13.097117 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.118599 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41682) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:13.173759 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.175270 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:13.191826 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.207404 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:13.263244 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Network 8f096497-94f9-455d-8134-3642b4bcb49d is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:13.267103 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b361d0-a232-4ef5-b07c-d6c1755aee75 admin admin] Deleting subnet 4d57c15b-6a4b-4e6a-8bad-53d820572c8a {{(pid=113411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:49:13.271041 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-38b361d0-a232-4ef5-b07c-d6c1755aee75 admin admin] Publish callbacks [] for subnet (4d57c15b-6a4b-4e6a-8bad-53d820572c8a), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.319004 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-38b361d0-a232-4ef5-b07c-d6c1755aee75 admin admin] Publish callbacks [] for subnet (4d57c15b-6a4b-4e6a-8bad-53d820572c8a), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.329998 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-38b361d0-a232-4ef5-b07c-d6c1755aee75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (4d57c15b-6a4b-4e6a-8bad-53d820572c8a), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.410084 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:13.410084 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:13.410084 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (d1421d50-5736-4e90-ad87-bed9924f1fc9), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.451199 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30549190-7049-45bc-8304-7805ec118db5 None None] Network f50895b7-f781-4366-a3b7-488000587e1a requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:13.575977 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:13.578072 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-38b361d0-a232-4ef5-b07c-d6c1755aee75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (4d57c15b-6a4b-4e6a-8bad-53d820572c8a), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.619603 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-38b361d0-a232-4ef5-b07c-d6c1755aee75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.622990 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-38b361d0-a232-4ef5-b07c-d6c1755aee75 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/4d57c15b-6a4b-4e6a-8bad-53d820572c8a HTTP/1.1" status: 204 len: 168 time: 0.5031712 Aug 24 17:49:13.629483 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41700) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:13.631433 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:13.632522 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b361d0-a232-4ef5-b07c-d6c1755aee75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d57c15b-6a4b-4e6a-8bad-53d820572c8a,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:13.664594 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec329a-b8b9-4765-9ea7-c29069c5b924,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:13.734007 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Publish callbacks [] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.773729 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Router e0ebd80d-cfc6-496a-886f-220381a1fa3f is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:49:13.794607 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (0ee0295e-b696-4345-a2a8-40df58d659e7), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.872224 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.872224 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (43d5b2e3-44b1-4512-abeb-e514cdd016fc), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.934520 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:13.938937 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.959242 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:13.959242 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:13.990535 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:49:14.034097 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=792cfd32-a3a5-4a09-acfc-47c258f11eb9,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:14.051427 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] Current status of the port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:14.051427 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.057072 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:14.074176 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:14.079069 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:14.181254 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Publish callbacks [] for port (d456da73-851d-4d5c-bb87-cf800239864f), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.218359 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] For port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4bbca6c1-ff0e-4df4-9b6a-54f724c1032a,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:14.225362 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:14.250564 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (d456da73-851d-4d5c-bb87-cf800239864f), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.261690 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Pushing event updated for resources: {'Port': ['ID=1ece75a8-bb3a-433b-a031-f1bc56df65f1,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:14.289809 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:49:14.317274 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b082a48-b858-4f1b-a7bd-07c687386389 None None] Pushing event updated for resources: {'Port': ['ID=d456da73-851d-4d5c-bb87-cf800239864f,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:14.332926 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.339056 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:14.348675 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Attempting to bind port d456da73-851d-4d5c-bb87-cf800239864f on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:14.349103 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Attempting to bind port d456da73-851d-4d5c-bb87-cf800239864f by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:14.350175 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Attempting to bind port d456da73-851d-4d5c-bb87-cf800239864f on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:14.377473 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:14.377809 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:14.378901 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.379416 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:14.379961 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Bound port: d456da73-851d-4d5c-bb87-cf800239864f, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:14.380356 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d456da73-851d-4d5c-bb87-cf800239864f), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.383247 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:14.383631 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.420991 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Publish callbacks [] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.446202 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (0ee0295e-b696-4345-a2a8-40df58d659e7), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.490255 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:14.496444 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.496830 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.497611 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.497980 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > port after_create 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.498311 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.498697 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > port after_update 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.499005 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.499352 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.499677 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.500034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.504782 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.506613 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (d1421d50-5736-4e90-ad87-bed9924f1fc9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.515012 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Sync routers for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:14.515792 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Provisioning complete for port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:14.515792 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.537300 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:14.537974 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:14.562203 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] For port d456da73-851d-4d5c-bb87-cf800239864f, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:14.567320 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31e1ee-fe40-478f-8a19-e9425983e5d7 None None] Pushing event updated for resources: {'Port': ['ID=4bbca6c1-ff0e-4df4-9b6a-54f724c1032a,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:14.631802 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] For port d456da73-851d-4d5c-bb87-cf800239864f, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=d456da73-851d-4d5c-bb87-cf800239864f,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:14.657915 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.db.api [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 17:49:14.658650 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG oslo_db.api [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:49:14.672741 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec329a-b8b9-4765-9ea7-c29069c5b924,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:14.709837 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Network 8f096497-94f9-455d-8134-3642b4bcb49d is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:14.711365 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:14.726755 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Current status of the port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:14.742337 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:14.743482 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Provisioning complete for port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:14.744035 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.773921 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (d456da73-851d-4d5c-bb87-cf800239864f), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:14.837622 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Routers {'d1421d50-5736-4e90-ad87-bed9924f1fc9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:14.838528 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['d1421d50-5736-4e90-ad87-bed9924f1fc9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:14.897699 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Router d1421d50-5736-4e90-ad87-bed9924f1fc9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:49:14.958087 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:14.959229 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.959713 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.959899 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.960297 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:14.960674 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee0295e-b696-4345-a2a8-40df58d659e7']}} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:15.009997 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:10Z', 'revision_number': 3, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:15.040738 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b082a48-b858-4f1b-a7bd-07c687386389 None None] Pushing event updated for resources: {'Port': ['ID=d456da73-851d-4d5c-bb87-cf800239864f,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:15.075294 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:15.082300 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-acea02df-6903-4ae1-8403-9cbcbe3e1d07 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/d1421d50-5736-4e90-ad87-bed9924f1fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3095853 Aug 24 17:49:15.112011 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Checking router: e0ebd80d-cfc6-496a-886f-220381a1fa3f for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:15.114101 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Updating router e0ebd80d-cfc6-496a-886f-220381a1fa3f port 46c8f457-304e-4c48-9a14-2c668a4d7c67 binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:49:15.121938 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Current status of the port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:15.122438 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.155542 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.182137 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.194988 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.198086 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260') {'for_net_delete': True} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:15.198324 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260') {} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:15.229027 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] Set router d1421d50-5736-4e90-ad87-bed9924f1fc9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:15.273227 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] For port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=3bc9bc9d-b94e-4d6e-83d3-6235864a7951,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:15.283033 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3297459'] for segment (9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.289217 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.314199 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:15.323972 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device d1b52731-b071-4f85-9b07-9b849237961e up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:15.330357 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.334655 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41754) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:15.334967 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-ee544c82-6867-4789-b1f6-27d9313eb015 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2988083 Aug 24 17:49:15.336231 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.342035 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:15.361686 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=113410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:49:15.362158 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3160531'] for segment (9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.410216 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:15.448718 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-b0eb2ebe-7c7e-4413-891e-9bdab4d571dc admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/43d5b2e3-44b1-4512-abeb-e514cdd016fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2764125 Aug 24 17:49:15.504760 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.509481 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-94f7d86b-e75a-4902-84a8-2041689fd885 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1992078 Aug 24 17:49:15.510817 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Sync routers for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:15.511747 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41768) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:15.525296 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.587320 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41772) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:15.640481 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:15.641397 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:15.681542 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (0ee0295e-b696-4345-a2a8-40df58d659e7), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.717998 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.730081 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/0ee0295e-b696-4345-a2a8-40df58d659e7 HTTP/1.1" status: 204 len: 168 time: 2.0950382 Aug 24 17:49:15.733412 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41780) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:15.772225 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Pushing event updated for resources: {'Port': ['ID=3bc9bc9d-b94e-4d6e-83d3-6235864a7951,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:15.788775 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.817075 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcf0bc-753e-4612-befc-0c10e04187ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee0295e-b696-4345-a2a8-40df58d659e7,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:15.843285 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:15.880108 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Publish callbacks [] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.883162 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.903557 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:15.944155 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.944702 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:15.945534 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:15.945865 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Provisioning complete for port d1b52731-b071-4f85-9b07-9b849237961e triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:15.946296 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (d1b52731-b071-4f85-9b07-9b849237961e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.990761 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff03e0fd-08f4-4b2b-8bc0-71f461e20db3 admin admin] Deleting subnet c0ecf6b6-10ae-4029-a299-0762077d02c1 {{(pid=113410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:49:15.996832 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ff03e0fd-08f4-4b2b-8bc0-71f461e20db3 admin admin] Publish callbacks [] for subnet (c0ecf6b6-10ae-4029-a299-0762077d02c1), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.013302 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:16.067762 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ff03e0fd-08f4-4b2b-8bc0-71f461e20db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3297466'] for subnet (c0ecf6b6-10ae-4029-a299-0762077d02c1), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.084434 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-544ede45-d11d-4d60-8106-54c2d2ee14d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.144343 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ff03e0fd-08f4-4b2b-8bc0-71f461e20db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (c0ecf6b6-10ae-4029-a299-0762077d02c1), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.214307 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.238185 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.256582 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Attempting to bind port 46c8f457-304e-4c48-9a14-2c668a4d7c67 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:16.257104 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Attempting to bind port 46c8f457-304e-4c48-9a14-2c668a4d7c67 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:16.257756 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Attempting to bind port 46c8f457-304e-4c48-9a14-2c668a4d7c67 on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:16.281190 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port d1b52731-b071-4f85-9b07-9b849237961e triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:16.285677 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (d1b52731-b071-4f85-9b07-9b849237961e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.303816 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-544ede45-d11d-4d60-8106-54c2d2ee14d1 admin admin] Publish callbacks [] for security_group (2105089e-c6f2-4160-9120-c7c6f163f1a4), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.345487 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ff03e0fd-08f4-4b2b-8bc0-71f461e20db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3160501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719259'] for subnet (c0ecf6b6-10ae-4029-a299-0762077d02c1), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.351230 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:16.352135 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:16.356035 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.356035 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:16.356035 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Bound port: 46c8f457-304e-4c48-9a14-2c668a4d7c67, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:16.356035 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.407783 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:13Z', 'revision_number': 4, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'gw_port': {'id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:07Z', 'updated_at': '2022-08-24T17:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'a0ec329a-b8b9-4765-9ea7-c29069c5b924', 'name': '', 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'mac_address': 'fa:16:3e:4b:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '15a318e5-4754-4496-8b55-558f62914efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:12Z', 'updated_at': '2022-08-24T17:49:14Z', 'revision_number': 2, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'subnets': [{'id': '15a318e5-4754-4496-8b55-558f62914efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:16.414632 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-544ede45-d11d-4d60-8106-54c2d2ee14d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2105089e-c6f2-4160-9120-c7c6f163f1a4), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.433973 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03e0fd-08f4-4b2b-8bc0-71f461e20db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ecf6b6-10ae-4029-a299-0762077d02c1,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:16.452337 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c363c-3f49-4337-9507-c8ad903dce8c None None] Pushing event updated for resources: {'Port': ['ID=46c8f457-304e-4c48-9a14-2c668a4d7c67,revision_number=2']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:16.459947 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ff03e0fd-08f4-4b2b-8bc0-71f461e20db3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.471099 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-ff03e0fd-08f4-4b2b-8bc0-71f461e20db3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/c0ecf6b6-10ae-4029-a299-0762077d02c1 HTTP/1.1" status: 204 len: 168 time: 0.7310870 Aug 24 17:49:16.474316 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41808) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:16.476777 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] For port 46c8f457-304e-4c48-9a14-2c668a4d7c67, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:16.479030 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:16.515224 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] For port 46c8f457-304e-4c48-9a14-2c668a4d7c67, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=46c8f457-304e-4c48-9a14-2c668a4d7c67,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:16.567241 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:11Z', 'revision_number': 3, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:16.582595 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:16.591729 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41820) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:16.604108 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Checking router: 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:16.604463 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Updating router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:49:16.605495 dv-cinder-854428-1-iscsi neutron-server[113410]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 17:49:16.613680 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5218f715-ffc9-409a-82ac-44a1153c910b None None] The sync data for ids ['d1421d50-5736-4e90-ad87-bed9924f1fc9'] in dv-cinder-854428-1-iscsi is: [{'id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:13Z', 'revision_number': 4, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'gw_port': {'id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:07Z', 'updated_at': '2022-08-24T17:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'a0ec329a-b8b9-4765-9ea7-c29069c5b924', 'name': '', 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'mac_address': 'fa:16:3e:4b:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '15a318e5-4754-4496-8b55-558f62914efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:12Z', 'updated_at': '2022-08-24T17:49:14Z', 'revision_number': 2, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'subnets': [{'id': '15a318e5-4754-4496-8b55-558f62914efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:16.633538 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-544ede45-d11d-4d60-8106-54c2d2ee14d1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=eba07b03fee64c09a26479efad760fdd&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0443187 Aug 24 17:49:16.634268 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41822) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:16.689523 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.695220 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Current status of the port d1b52731-b071-4f85-9b07-9b849237961e is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:16.718541 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Provisioning complete for port a0ec329a-b8b9-4765-9ea7-c29069c5b924 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:16.718956 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.722304 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.732084 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:16.742353 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:16.791278 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ede45-d11d-4d60-8106-54c2d2ee14d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2105089e-c6f2-4160-9120-c7c6f163f1a4,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:16.839848 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Port a0ec329a-b8b9-4765-9ea7-c29069c5b924 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:16.900377 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Allocated IP 172.20.0.1 (389a41b1-7bca-4893-9c00-f7c2a36844c1/8dc6387a-d9aa-446b-89fc-60d585461941/5a0e5282-6a83-46f1-81aa-0a510f4adcbf) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:16.945236 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41828) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:16.971793 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cbfaac92-22db-4e45-b745-5a0b999bf8e0 admin admin] Publish callbacks [] for security_group (2105089e-c6f2-4160-9120-c7c6f163f1a4), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.990357 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port d1b52731-b071-4f85-9b07-9b849237961e is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:16.991541 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:16.993435 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Provisioning complete for port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:16.993818 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.060504 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cbfaac92-22db-4e45-b745-5a0b999bf8e0 admin admin] Publish callbacks [] for security_group (2105089e-c6f2-4160-9120-c7c6f163f1a4), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.068194 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260 resource provider aggregate not found Aug 24 17:49:17.161115 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-d02ad252-66ce-4ea9-9596-777f5b174aa9 None None] Port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:17.196900 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.208170 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c363c-3f49-4337-9507-c8ad903dce8c None None] Pushing event updated for resources: {'Port': ['ID=46c8f457-304e-4c48-9a14-2c668a4d7c67,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:17.208878 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:17.209259 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.241733 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41836) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:17.264042 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-6e2cc93d-1fa5-4906-8784-2efa4695d0f5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198560382', 'description': 'tempest-description--563975142'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:17.278090 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.300508 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.305470 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Publish callbacks [] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.335642 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-60d3f439-ba44-4800-ab4a-ec84e2916558 None None] Provisioning complete for port a0ec329a-b8b9-4765-9ea7-c29069c5b924 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:17.336057 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-60d3f439-ba44-4800-ab4a-ec84e2916558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.358037 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.364339 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7c88d9fd-51de-452d-a860-1005746eebeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.391349 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d6cc0a9-3438-4f41-8cbc-e5aeaa8f8260 found for delete ", "request_id": "req-6c956760-4d50-42b7-9e12-76ed63880eee"}]} Aug 24 17:49:17.403483 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (f50895b7-f781-4366-a3b7-488000587e1a), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.420768 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-60d3f439-ba44-4800-ab4a-ec84e2916558 None None] Port a0ec329a-b8b9-4765-9ea7-c29069c5b924 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:17.446536 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cbfaac92-22db-4e45-b745-5a0b999bf8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2105089e-c6f2-4160-9120-c7c6f163f1a4), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.455051 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cbfaac92-22db-4e45-b745-5a0b999bf8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.457654 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-cbfaac92-22db-4e45-b745-5a0b999bf8e0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2105089e-c6f2-4160-9120-c7c6f163f1a4 HTTP/1.1" status: 204 len: 168 time: 0.8157904 Aug 24 17:49:17.502287 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:17.517167 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Publish callbacks [] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.522206 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:13Z', 'revision_number': 2, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:17.533249 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:17.537400 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.566511 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-1ee1cd0e-0b4d-4f47-839c-f79d1d0fbf65 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:17.568646 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-1ee1cd0e-0b4d-4f47-839c-f79d1d0fbf65 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8f096497-94f9-455d-8134-3642b4bcb49d HTTP/1.1" status: 200 len: 811 time: 0.9745333 Aug 24 17:49:17.629831 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.630265 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7c88d9fd-51de-452d-a860-1005746eebeb admin admin] Publish callbacks [] for security_group (7940f0f8-c03e-44fa-a786-077164def92b), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.634921 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc93d-1fa5-4906-8784-2efa4695d0f5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.638093 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.657151 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaac92-22db-4e45-b745-5a0b999bf8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2105089e-c6f2-4160-9120-c7c6f163f1a4,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:17.660682 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-dd18eb29-9c84-4e65-9730-38f312a67e09 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/quotas/b8a384a5f96e488fb3c4abd75fd876fb HTTP/1.1" status: 200 len: 375 time: 0.0697765 Aug 24 17:49:17.683640 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.685812 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:17.686319 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Updating router 43d5b2e3-44b1-4512-abeb-e514cdd016fc port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:49:17.724461 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7c88d9fd-51de-452d-a860-1005746eebeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7940f0f8-c03e-44fa-a786-077164def92b), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.732933 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (f50895b7-f781-4366-a3b7-488000587e1a), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.738581 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.756338 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Attempting to bind port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:17.756338 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Attempting to bind port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:17.756338 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Attempting to bind port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:17.757684 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc4d1-a4b5-4477-a0a5-53f74e4aaef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.775870 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.804780 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:17.810787 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:17.811175 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:17.811578 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.811973 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:17.812468 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Bound port: 89869aca-47bc-4a63-a3d8-e2d5a37c54e9, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:17.812855 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.816074 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.827605 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f95af1-dbbb-4bcf-993e-c106f319bfb5 None None] Pushing event updated for resources: {'Port': ['ID=89869aca-47bc-4a63-a3d8-e2d5a37c54e9,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:17.892517 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50895b7-f781-4366-a3b7-488000587e1a']}} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:17.927075 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-7443d9a5-05c9-46be-96f7-da7c7c2fd6dd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b8a384a5f96e488fb3c4abd75fd876fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2423778 Aug 24 17:49:17.930632 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4650c3-1aeb-4a1e-8285-79f7d3a306b9') {'for_net_delete': True} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:17.931092 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4650c3-1aeb-4a1e-8285-79f7d3a306b9') {} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:17.931720 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88d9fd-51de-452d-a860-1005746eebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7940f0f8-c03e-44fa-a786-077164def92b,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:17.950964 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:17.958106 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-7c88d9fd-51de-452d-a860-1005746eebeb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=49fb7ae63dac46a3883ef566a3763870&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0096979 Aug 24 17:49:17.959939 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Pushing event updated for resources: {'Port': ['ID=5a0e5282-6a83-46f1-81aa-0a510f4adcbf,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:17.976411 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.978780 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41842) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:17.986405 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3297459'] for segment (ed4650c3-1aeb-4a1e-8285-79f7d3a306b9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.015286 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:18.040073 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc93d-1fa5-4906-8784-2efa4695d0f5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (49c5c87a-4375-46b8-a3c2-ecc1943ce41c), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.072223 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:18.092466 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:18.093411 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (e0ebd80d-cfc6-496a-886f-220381a1fa3f), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.118365 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc93d-1fa5-4906-8784-2efa4695d0f5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (49c5c87a-4375-46b8-a3c2-ecc1943ce41c), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.128593 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] For port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:18.132767 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (ed4650c3-1aeb-4a1e-8285-79f7d3a306b9), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.147581 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:18.147965 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.177910 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=113410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:49:18.178505 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3160531'] for segment (ed4650c3-1aeb-4a1e-8285-79f7d3a306b9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.221216 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] For port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=89869aca-47bc-4a63-a3d8-e2d5a37c54e9,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:18.351399 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.407333 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cc93d-1fa5-4906-8784-2efa4695d0f5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c5c87a-4375-46b8-a3c2-ecc1943ce41c,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:18.415712 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:18.424344 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device d1b52731-b071-4f85-9b07-9b849237961e up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:18.445274 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:18.445961 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:18.484540 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.488656 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-382c899b-e0cd-49d9-acc4-fe551a851b0d admin admin] Publish callbacks [] for security_group (7940f0f8-c03e-44fa-a786-077164def92b), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.498343 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc93d-1fa5-4906-8784-2efa4695d0f5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.499632 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-6e2cc93d-1fa5-4906-8784-2efa4695d0f5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2517676 Aug 24 17:49:18.509218 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41852) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:18.513595 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-56cd91d4-b0c5-40ab-9de8-281d838c55d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group_rule': {'security_group_id': '49c5c87a-4375-46b8-a3c2-ecc1943ce41c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:18.537195 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:10Z', 'revision_number': 3, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:18.563478 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-382c899b-e0cd-49d9-acc4-fe551a851b0d admin admin] Publish callbacks [] for security_group (7940f0f8-c03e-44fa-a786-077164def92b), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.575727 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:18.577377 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab876b3a-010b-4387-b85e-280e7d6c9766 None None] The sync data for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi is: [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:10Z', 'revision_number': 3, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:18.578883 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (f50895b7-f781-4366-a3b7-488000587e1a), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.586667 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Publish callbacks [] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.590752 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:18.632556 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:18.709301 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.876309 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41854) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:18.880838 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d04d6e-afa2-4468-b752-1bcac37eef22 None None] Pushing event updated for resources: {'Port': ['ID=1ece75a8-bb3a-433b-a031-f1bc56df65f1,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:18.952726 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-56cd91d4-b0c5-40ab-9de8-281d838c55d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (f99ba37a-4b55-4353-9b5a-dd0bc6d13640), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.956785 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7cec08e1-8d89-4e9d-a927-f090fc0e2d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.980506 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Attempting to bind port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:18.981103 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Attempting to bind port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:18.981624 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Attempting to bind port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:18.989807 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:18.990751 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Checking segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:18.991351 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.991956 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Bound using segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:18.993236 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Bound port: 1ece75a8-bb3a-433b-a031-f1bc56df65f1, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:18.993820 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.016728 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.100444 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.110932 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41858) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:19.113485 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/f50895b7-f781-4366-a3b7-488000587e1a HTTP/1.1" status: 204 len: 168 time: 2.6366434 Aug 24 17:49:19.149493 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-153df0bd-4220-4b67-b23b-7e763b6842d3 None None] Provisioning complete for port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:19.150194 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-153df0bd-4220-4b67-b23b-7e763b6842d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.176695 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:19.193633 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f95af1-dbbb-4bcf-993e-c106f319bfb5 None None] Pushing event updated for resources: {'Port': ['ID=89869aca-47bc-4a63-a3d8-e2d5a37c54e9,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:19.210105 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] For port 1ece75a8-bb3a-433b-a031-f1bc56df65f1, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:19.219190 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] For port 1ece75a8-bb3a-433b-a031-f1bc56df65f1, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=1ece75a8-bb3a-433b-a031-f1bc56df65f1,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:19.238249 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:19.242102 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb15a9-958b-4474-b658-1295fe4865e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f50895b7-f781-4366-a3b7-488000587e1a,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:19.314355 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.349802 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Allocated IP 172.20.0.1 (010bcf84-2f06-4274-8553-0a7884f5d83e/906bc573-2940-4dec-8598-3219c78cf251/755ecb4f-fd70-43bf-8d6d-0160eaf40b84) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:19.358497 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-56cd91d4-b0c5-40ab-9de8-281d838c55d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (f99ba37a-4b55-4353-9b5a-dd0bc6d13640), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.359585 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d2095446-032f-46ae-9e42-ca5c088d39c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.388618 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-153df0bd-4220-4b67-b23b-7e763b6842d3 None None] Port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:19.398378 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:11Z', 'revision_number': 3, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:19.400739 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port d1b52731-b071-4f85-9b07-9b849237961e triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:19.401131 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (d1b52731-b071-4f85-9b07-9b849237961e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.409622 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-91e3a005-b1dc-48ad-b634-eddeb80a977c service neutron] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:49:19.411530 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-91e3a005-b1dc-48ad-b634-eddeb80a977c service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2173972 Aug 24 17:49:19.446822 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment ed4650c3-1aeb-4a1e-8285-79f7d3a306b9 resource provider aggregate not found Aug 24 17:49:19.448502 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d04d6e-afa2-4468-b752-1bcac37eef22 None None] Pushing event updated for resources: {'Port': ['ID=1ece75a8-bb3a-433b-a031-f1bc56df65f1,revision_number=4']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:19.458006 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:19.458681 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:48:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:19.483700 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-382c899b-e0cd-49d9-acc4-fe551a851b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7940f0f8-c03e-44fa-a786-077164def92b), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.487296 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-382c899b-e0cd-49d9-acc4-fe551a851b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.487851 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-382c899b-e0cd-49d9-acc4-fe551a851b0d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7940f0f8-c03e-44fa-a786-077164def92b HTTP/1.1" status: 204 len: 168 time: 1.4857745 Aug 24 17:49:19.505954 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment ed4650c3-1aeb-4a1e-8285-79f7d3a306b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed4650c3-1aeb-4a1e-8285-79f7d3a306b9 found for delete ", "request_id": "req-f3fdb414-aec9-47f2-bf36-2e8be0bc8c51"}]} Aug 24 17:49:19.551347 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Publish callbacks [] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.564338 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7cec08e1-8d89-4e9d-a927-f090fc0e2d06 admin admin] Publish callbacks [] for security_group (6995f1b4-1688-4407-a8ec-7a8de2fb988e), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.567383 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02d5e5-e24b-47d0-b6e9-a46f1b846aaf None None] The sync data for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi is: [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:11Z', 'revision_number': 3, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:19.567939 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-56cd91d4-b0c5-40ab-9de8-281d838c55d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (f99ba37a-4b55-4353-9b5a-dd0bc6d13640), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.570534 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c899b-e0cd-49d9-acc4-fe551a851b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7940f0f8-c03e-44fa-a786-077164def92b,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:19.626562 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41872) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:19.645041 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd91d4-b0c5-40ab-9de8-281d838c55d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99ba37a-4b55-4353-9b5a-dd0bc6d13640,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:19.662049 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:19.679405 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.680343 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (e0ebd80d-cfc6-496a-886f-220381a1fa3f), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.746702 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:19.789510 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port d1b52731-b071-4f85-9b07-9b849237961e is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:19.791190 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:19.817068 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Publish callbacks [] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.883099 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-ca89ef62-3788-4ba5-a621-0e81bb1a7197 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8f096497-94f9-455d-8134-3642b4bcb49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526086 Aug 24 17:49:19.883297 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-56cd91d4-b0c5-40ab-9de8-281d838c55d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.884586 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-56cd91d4-b0c5-40ab-9de8-281d838c55d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3745174 Aug 24 17:49:19.887545 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41876) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:19.893413 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Pushing event updated for resources: {'Port': ['ID=5a0e5282-6a83-46f1-81aa-0a510f4adcbf,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:19.905751 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:19.907573 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7cec08e1-8d89-4e9d-a927-f090fc0e2d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6995f1b4-1688-4407-a8ec-7a8de2fb988e), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.913134 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-77f67ff0-1e4e-481e-9a5d-01b1988f099d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group_rule': {'security_group_id': '49c5c87a-4375-46b8-a3c2-ecc1943ce41c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:19.980910 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:19.996020 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.052617 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-7cec08e1-8d89-4e9d-a927-f090fc0e2d06 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=76ceba619360484a883c2f5eb49bf6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1684031 Aug 24 17:49:20.079343 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41882) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:20.087095 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Pushing event updated for resources: {'Port': ['ID=755ecb4f-fd70-43bf-8d6d-0160eaf40b84,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:20.087416 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec08e1-8d89-4e9d-a927-f090fc0e2d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6995f1b4-1688-4407-a8ec-7a8de2fb988e,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:20.144600 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.145068 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-77f67ff0-1e4e-481e-9a5d-01b1988f099d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (9fbb3f0d-38b2-4534-a711-f2b7825a689f), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.186328 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Network 010bcf84-2f06-4274-8553-0a7884f5d83e is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:20.194837 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:20.238583 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:20.238992 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.257903 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:20.283147 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d2bafc5c-ced2-4e30-9300-f9c69cf42cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.421952 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.432023 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:19Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:20.462956 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.473212 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:20.474867 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 792cfd32-a3a5-4a09-acfc-47c258f11eb9 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:20.538095 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-c5ea9a6d-1c3e-466d-a521-a33825ddd719 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4a6a1625930e40f4834c0fbf69b04cce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9062293 Aug 24 17:49:20.553303 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d2095446-032f-46ae-9e42-ca5c088d39c5 admin admin] Publish callbacks [] for security_group (41830288-8058-4335-b1d7-91b55bfbcf72), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.554820 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41890) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:20.555764 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.578251 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-88be3ec8-d57c-42a9-881e-fe08506f9090 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8f096497-94f9-455d-8134-3642b4bcb49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941693 Aug 24 17:49:20.597541 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Router e0ebd80d-cfc6-496a-886f-220381a1fa3f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:49:20.642129 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d2095446-032f-46ae-9e42-ca5c088d39c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (41830288-8058-4335-b1d7-91b55bfbcf72), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.651145 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-4783f1c6-b0d9-49d8-9d6f-3680d9156722 None None] Provisioning complete for port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:20.651544 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-4783f1c6-b0d9-49d8-9d6f-3680d9156722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.658134 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.812930 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e714b3-e815-4818-821a-64f4eff7de30 None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:19Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:20.813525 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 792cfd32-a3a5-4a09-acfc-47c258f11eb9 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:20.813525 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.815477 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-4783f1c6-b0d9-49d8-9d6f-3680d9156722 None None] Port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:20.826441 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.829821 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4679851c-032b-4a6e-a635-1277cd5de5a5 admin admin] Publish callbacks [] for security_group (6995f1b4-1688-4407-a8ec-7a8de2fb988e), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.849746 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d2095446-032f-46ae-9e42-ca5c088d39c5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ca875d9739724041937d23d7ca212d91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7344387 Aug 24 17:49:20.856287 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-77f67ff0-1e4e-481e-9a5d-01b1988f099d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (9fbb3f0d-38b2-4534-a711-f2b7825a689f), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.857473 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41896) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:20.885588 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4679851c-032b-4a6e-a635-1277cd5de5a5 admin admin] Publish callbacks [] for security_group (6995f1b4-1688-4407-a8ec-7a8de2fb988e), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.919469 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2095446-032f-46ae-9e42-ca5c088d39c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41830288-8058-4335-b1d7-91b55bfbcf72,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:20.953517 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e36247e0-a39a-4856-9205-661aa45182d0 admin admin] Publish callbacks [] for security_group (55c182e5-edba-4b8c-8760-af56129afe3e), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.966163 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.969299 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-77f67ff0-1e4e-481e-9a5d-01b1988f099d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (9fbb3f0d-38b2-4534-a711-f2b7825a689f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.990527 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f67ff0-1e4e-481e-9a5d-01b1988f099d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbb3f0d-38b2-4534-a711-f2b7825a689f,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:21.018831 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 792cfd32-a3a5-4a09-acfc-47c258f11eb9 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:21.027275 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Sync routers for ids ['d1421d50-5736-4e90-ad87-bed9924f1fc9'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:21.054914 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-3ce0a03c-d005-432f-84cf-b22726d84a6b None None] Provisioning complete for port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:21.055312 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a03c-d005-432f-84cf-b22726d84a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.089468 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e36247e0-a39a-4856-9205-661aa45182d0 admin admin] Publish callbacks [] for security_group (55c182e5-edba-4b8c-8760-af56129afe3e), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.115050 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Routers {'d1421d50-5736-4e90-ad87-bed9924f1fc9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:21.115540 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['d1421d50-5736-4e90-ad87-bed9924f1fc9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:21.167690 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41918) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:21.168396 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4679851c-032b-4a6e-a635-1277cd5de5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6995f1b4-1688-4407-a8ec-7a8de2fb988e), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.189041 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4679851c-032b-4a6e-a635-1277cd5de5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.190377 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-4679851c-032b-4a6e-a635-1277cd5de5a5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6995f1b4-1688-4407-a8ec-7a8de2fb988e HTTP/1.1" status: 204 len: 168 time: 1.1000550 Aug 24 17:49:21.211558 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:21.218735 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-8d1a78c0-e34c-4eb6-8347-7fccecd0ce1b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/e0ebd80d-cfc6-496a-886f-220381a1fa3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8825278 Aug 24 17:49:21.219813 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05b56b4c-b675-48e1-a2c8-7967c8205841 admin admin] Publish callbacks [] for security_group (41830288-8058-4335-b1d7-91b55bfbcf72), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.286252 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-77f67ff0-1e4e-481e-9a5d-01b1988f099d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.291205 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-77f67ff0-1e4e-481e-9a5d-01b1988f099d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4024227 Aug 24 17:49:21.292217 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679851c-032b-4a6e-a635-1277cd5de5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6995f1b4-1688-4407-a8ec-7a8de2fb988e,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:21.296337 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41930) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:21.308234 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:21.308322 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05b56b4c-b675-48e1-a2c8-7967c8205841 admin admin] Publish callbacks [] for security_group (41830288-8058-4335-b1d7-91b55bfbcf72), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.355068 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5e95978d-289a-4a81-b791-06812aeedaa2 req-457ebaba-edc1-4ec0-ac7e-2a7f8c3b98e6 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 210 time: 0.1628747 Aug 24 17:49:21.419226 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e36247e0-a39a-4856-9205-661aa45182d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (55c182e5-edba-4b8c-8760-af56129afe3e), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.422162 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:21.423317 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.426344 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0a03c-d005-432f-84cf-b22726d84a6b None None] Port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:21.435400 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e36247e0-a39a-4856-9205-661aa45182d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.439451 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-e36247e0-a39a-4856-9205-661aa45182d0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/55c182e5-edba-4b8c-8760-af56129afe3e HTTP/1.1" status: 204 len: 168 time: 0.8821111 Aug 24 17:49:21.472579 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36247e0-a39a-4856-9205-661aa45182d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c182e5-edba-4b8c-8760-af56129afe3e,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:21.523584 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.526783 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Set router d1421d50-5736-4e90-ad87-bed9924f1fc9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:21.646752 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 46c8f457-304e-4c48-9a14-2c668a4d7c67 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:21.683681 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:21.703437 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05b56b4c-b675-48e1-a2c8-7967c8205841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (41830288-8058-4335-b1d7-91b55bfbcf72), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.708193 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-05b56b4c-b675-48e1-a2c8-7967c8205841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.712299 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-05b56b4c-b675-48e1-a2c8-7967c8205841 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/41830288-8058-4335-b1d7-91b55bfbcf72 HTTP/1.1" status: 204 len: 168 time: 0.8509865 Aug 24 17:49:21.733572 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b56b4c-b675-48e1-a2c8-7967c8205841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41830288-8058-4335-b1d7-91b55bfbcf72,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:21.897672 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 46c8f457-304e-4c48-9a14-2c668a4d7c67 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:21.898933 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.909325 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.001987 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:13Z', 'revision_number': 4, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'gw_port': {'id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:07Z', 'updated_at': '2022-08-24T17:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'a0ec329a-b8b9-4765-9ea7-c29069c5b924', 'name': '', 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'mac_address': 'fa:16:3e:4b:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '15a318e5-4754-4496-8b55-558f62914efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:12Z', 'updated_at': '2022-08-24T17:49:14Z', 'revision_number': 2, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'subnets': [{'id': '15a318e5-4754-4496-8b55-558f62914efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:22.006359 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.022434 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:22.054381 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Checking router: d1421d50-5736-4e90-ad87-bed9924f1fc9 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:22.055393 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Updating router d1421d50-5736-4e90-ad87-bed9924f1fc9 port a0ec329a-b8b9-4765-9ea7-c29069c5b924 binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:49:22.139945 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.141276 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:22.172220 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:22.208444 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 46c8f457-304e-4c48-9a14-2c668a4d7c67 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:22.209587 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.299255 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Allocated IP 172.27.2.126 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/48c2351d-6667-4f0a-92b6-8b305abc7677) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:22.305783 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 46c8f457-304e-4c48-9a14-2c668a4d7c67, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=46c8f457-304e-4c48-9a14-2c668a4d7c67,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:22.338904 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Sync routers for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:22.358646 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:22.361595 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:22.429400 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.431008 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device d456da73-851d-4d5c-bb87-cf800239864f up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:22.538111 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4a0a7765-0b93-4754-bbc2-48ab49b76ce9 req-4e65911b-8021-461e-b88f-e7ed9206809c tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 210 time: 0.0369272 Aug 24 17:49:22.565299 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Publish callbacks [] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.588581 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:22.602464 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (48c2351d-6667-4f0a-92b6-8b305abc7677), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.631622 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.653272 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=46c8f457-304e-4c48-9a14-2c668a4d7c67,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:22.706395 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Pushing event updated for resources: {'Port': ['ID=755ecb4f-fd70-43bf-8d6d-0160eaf40b84,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:22.738233 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.760348 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port d456da73-851d-4d5c-bb87-cf800239864f triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:22.761175 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (d456da73-851d-4d5c-bb87-cf800239864f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.786253 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (48c2351d-6667-4f0a-92b6-8b305abc7677), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.894473 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:19Z', 'revision_number': 2, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:22.898354 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:22.957720 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Checking router: e0ebd80d-cfc6-496a-886f-220381a1fa3f for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:22.958108 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Updating router e0ebd80d-cfc6-496a-886f-220381a1fa3f port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:49:22.968722 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:22.989754 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:22.998480 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=48c2351d-6667-4f0a-92b6-8b305abc7677,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:22.998480 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:23.001170 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.019723 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Publish callbacks [] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.055201 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port d456da73-851d-4d5c-bb87-cf800239864f is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:23.055201 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d456da73-851d-4d5c-bb87-cf800239864f), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.082333 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port d456da73-851d-4d5c-bb87-cf800239864f, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=d456da73-851d-4d5c-bb87-cf800239864f,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:23.170494 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41970) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:23.176223 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-f5e5fafb-dcef-4854-8e93-d9cd3fba2c6f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63845578', 'description': 'tempest-description--1197667220'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:23.204556 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.208466 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (d456da73-851d-4d5c-bb87-cf800239864f), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.211516 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:23.275844 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Network 010bcf84-2f06-4274-8553-0a7884f5d83e is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:23.282741 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:23.287282 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.288669 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.296299 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f5e5fafb-dcef-4854-8e93-d9cd3fba2c6f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.353469 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:23.354157 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d665f-82c0-458a-bc26-470234d89611 None None] Pushing event updated for resources: {'Port': ['ID=a0ec329a-b8b9-4765-9ea7-c29069c5b924,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:23.472875 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:23.473549 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.522845 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f5e5fafb-dcef-4854-8e93-d9cd3fba2c6f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (43ecf268-5afd-4a1b-8910-f80e0ce42ad4), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.529872 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Attempting to bind port a0ec329a-b8b9-4765-9ea7-c29069c5b924 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:23.530382 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Attempting to bind port a0ec329a-b8b9-4765-9ea7-c29069c5b924 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:23.531405 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Attempting to bind port a0ec329a-b8b9-4765-9ea7-c29069c5b924 on network 8f096497-94f9-455d-8134-3642b4bcb49d {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:23.543724 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:23.544199 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Checking segment: {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:23.544686 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.545328 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Bound using segment: {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:23.546071 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Bound port: a0ec329a-b8b9-4765-9ea7-c29069c5b924, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:23.546561 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.558199 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=d456da73-851d-4d5c-bb87-cf800239864f,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:23.613827 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Publish callbacks [] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.616628 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:23.623713 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f5e5fafb-dcef-4854-8e93-d9cd3fba2c6f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (43ecf268-5afd-4a1b-8910-f80e0ce42ad4), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.667944 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5fafb-dcef-4854-8e93-d9cd3fba2c6f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ecf268-5afd-4a1b-8910-f80e0ce42ad4,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:23.724179 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.726880 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:23.740115 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41988) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:23.764075 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:23.765703 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:INSERT=7,neutron:DELETE=2,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:23.766856 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (ceb21949-2b34-4bc8-8236-8f3dbd9e9b40), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.833090 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:49:23.834977 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-3714b5e6-80fe-482e-b37b-5dfc735a8a9f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=159adfdbdf05482ca799fa76f4814ee3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0923474 Aug 24 17:49:23.838295 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-067489a6-d546-44e9-a998-afbd92328e3d req-027e97b8-a44f-4334-abad-eb51fe8d42ab tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 210 time: 0.1121788 Aug 24 17:49:23.842834 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f5e5fafb-dcef-4854-8e93-d9cd3fba2c6f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.843298 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 41990) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:23.848454 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-f5e5fafb-dcef-4854-8e93-d9cd3fba2c6f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6760197 Aug 24 17:49:23.849091 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 41992) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:23.859532 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-0421469a-0ebe-487d-868c-7801953b2b77 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'security_group_rule': {'security_group_id': '43ecf268-5afd-4a1b-8910-f80e0ce42ad4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:23.908841 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947799a-db5a-45a5-9e52-bdd544b993cd None None] Pushing event updated for resources: {'Port': ['ID=5a0e5282-6a83-46f1-81aa-0a510f4adcbf,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:23.937292 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-324f703f-fe04-432c-9630-c7fc3d05dd02 None None] Provisioning complete for port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:23.937748 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-324f703f-fe04-432c-9630-c7fc3d05dd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.959527 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Attempting to bind port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:23.961097 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Attempting to bind port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:23.966533 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Attempting to bind port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf on network 389a41b1-7bca-4893-9c00-f7c2a36844c1 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:23.978231 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:23.979129 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Checking segment: {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:23.979828 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.980428 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Bound using segment: {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:23.981777 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Bound port: 5a0e5282-6a83-46f1-81aa-0a510f4adcbf, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:23.982471 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.989767 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] For port a0ec329a-b8b9-4765-9ea7-c29069c5b924, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:23.994102 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:23.994505 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.994813 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0421469a-0ebe-487d-868c-7801953b2b77 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (9caca847-73f0-4b24-90ab-4802151d57b5), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.023492 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] For port a0ec329a-b8b9-4765-9ea7-c29069c5b924, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=a0ec329a-b8b9-4765-9ea7-c29069c5b924,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:24.025321 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-324f703f-fe04-432c-9630-c7fc3d05dd02 None None] Port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:24.031419 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=89869aca-47bc-4a63-a3d8-e2d5a37c54e9,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:24.039460 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (48c2351d-6667-4f0a-92b6-8b305abc7677), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.056788 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:24.093066 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] For port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:24.110097 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] For port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=5a0e5282-6a83-46f1-81aa-0a510f4adcbf,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:24.114555 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0421469a-0ebe-487d-868c-7801953b2b77 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (9caca847-73f0-4b24-90ab-4802151d57b5), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.159673 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.162115 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.212524 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Routers {'d1421d50-5736-4e90-ad87-bed9924f1fc9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:24.213380 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['d1421d50-5736-4e90-ad87-bed9924f1fc9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:24.233388 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5fcea456-b28c-4856-9ec3-cfa6a32bf10b admin admin] Publish callbacks [] for security_group (e386b1f3-ae2f-4380-b118-f388c206ec84), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.297313 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0421469a-0ebe-487d-868c-7801953b2b77 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (9caca847-73f0-4b24-90ab-4802151d57b5), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.299214 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.322961 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5fcea456-b28c-4856-9ec3-cfa6a32bf10b admin admin] Publish callbacks [] for security_group (e386b1f3-ae2f-4380-b118-f388c206ec84), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.349499 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421469a-0ebe-487d-868c-7801953b2b77 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caca847-73f0-4b24-90ab-4802151d57b5,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:24.366993 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:24.408280 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-4ba479a1-29a3-4202-8d12-80ffc9307323 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4dc1d8fb-89f8-49a3-bd44-340a416b4c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8953211 Aug 24 17:49:24.412017 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d665f-82c0-458a-bc26-470234d89611 None None] Pushing event updated for resources: {'Port': ['ID=a0ec329a-b8b9-4765-9ea7-c29069c5b924,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:24.436663 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:24.437657 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:24.469390 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0421469a-0ebe-487d-868c-7801953b2b77 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.470992 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-0421469a-0ebe-487d-868c-7801953b2b77 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6186984 Aug 24 17:49:24.474164 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42010) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:24.479496 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-e983dd17-3eb1-450c-b76d-9e85ae041645 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'security_group_rule': {'security_group_id': '43ecf268-5afd-4a1b-8910-f80e0ce42ad4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:24.510868 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (48c2351d-6667-4f0a-92b6-8b305abc7677), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.553592 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947799a-db5a-45a5-9e52-bdd544b993cd None None] Pushing event updated for resources: {'Port': ['ID=5a0e5282-6a83-46f1-81aa-0a510f4adcbf,revision_number=4']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:24.563230 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=89869aca-47bc-4a63-a3d8-e2d5a37c54e9,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:24.585112 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 46c8f457-304e-4c48-9a14-2c668a4d7c67 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:24.613161 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:24.624285 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (48c2351d-6667-4f0a-92b6-8b305abc7677), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.639612 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:24.652505 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] Set router d1421d50-5736-4e90-ad87-bed9924f1fc9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:24.653383 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e983dd17-3eb1-450c-b76d-9e85ae041645 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (a3e962a7-8227-4f28-917d-f27cfb3fa8e8), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.786350 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:24.813300 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (ceb21949-2b34-4bc8-8236-8f3dbd9e9b40), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.886233 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=48c2351d-6667-4f0a-92b6-8b305abc7677,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:24.902548 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5fcea456-b28c-4856-9ec3-cfa6a32bf10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (e386b1f3-ae2f-4380-b118-f388c206ec84), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.909251 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5fcea456-b28c-4856-9ec3-cfa6a32bf10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.909251 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-5fcea456-b28c-4856-9ec3-cfa6a32bf10b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e386b1f3-ae2f-4380-b118-f388c206ec84 HTTP/1.1" status: 204 len: 168 time: 1.0622079 Aug 24 17:49:24.925815 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcea456-b28c-4856-9ec3-cfa6a32bf10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e386b1f3-ae2f-4380-b118-f388c206ec84,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:24.932921 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e983dd17-3eb1-450c-b76d-9e85ae041645 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (a3e962a7-8227-4f28-917d-f27cfb3fa8e8), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.995258 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.996898 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-7c108d9e-dca4-4854-bc6d-6517b0cde3bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6991296 Aug 24 17:49:25.022013 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e983dd17-3eb1-450c-b76d-9e85ae041645 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (a3e962a7-8227-4f28-917d-f27cfb3fa8e8), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:25.038408 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 46c8f457-304e-4c48-9a14-2c668a4d7c67 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:25.043612 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:25.053134 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:24Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:25.084078 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983dd17-3eb1-450c-b76d-9e85ae041645 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e962a7-8227-4f28-917d-f27cfb3fa8e8,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:25.150707 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ca54b-cd7b-4d8a-8efb-bae3c465b3e9 None None] The sync data for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi is: [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:24Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:25.167403 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Sync routers for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:25.171918 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e983dd17-3eb1-450c-b76d-9e85ae041645 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:25.173447 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-e983dd17-3eb1-450c-b76d-9e85ae041645 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6979282 Aug 24 17:49:25.177130 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 42030) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:25.183423 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:25.223874 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:25.224687 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:25.254314 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c9f514fe-b594-4226-a72d-c5ffb6e12a79 req-dd03386b-fe8e-4c7c-b295-67f1de85de7b tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 210 time: 0.0524294 Aug 24 17:49:25.365671 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:25.472411 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:13Z', 'revision_number': 4, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'gw_port': {'id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:07Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'a0ec329a-b8b9-4765-9ea7-c29069c5b924', 'name': '', 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'mac_address': 'fa:16:3e:4b:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '15a318e5-4754-4496-8b55-558f62914efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:12Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'subnets': [{'id': '15a318e5-4754-4496-8b55-558f62914efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:25.536563 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13476c15-7c03-4bf3-a4e1-8c11bd4ccfd2 None None] The sync data for ids ['d1421d50-5736-4e90-ad87-bed9924f1fc9'] in dv-cinder-854428-1-iscsi is: [{'id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:13Z', 'revision_number': 4, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'gw_port': {'id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:07Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'a0ec329a-b8b9-4765-9ea7-c29069c5b924', 'name': '', 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'mac_address': 'fa:16:3e:4b:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '15a318e5-4754-4496-8b55-558f62914efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:12Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'subnets': [{'id': '15a318e5-4754-4496-8b55-558f62914efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:25.595338 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 46c8f457-304e-4c48-9a14-2c668a4d7c67 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:25.596875 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device d456da73-851d-4d5c-bb87-cf800239864f up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:25.627219 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:25.629092 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:25.764450 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:25.812372 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Allocated IP 172.27.2.226 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/0dac00bc-88ce-4e53-8f43-9b5fb282e3ad) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:26.095235 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 2, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:26.141959 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for port (0dac00bc-88ce-4e53-8f43-9b5fb282e3ad), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.173895 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Checking router: 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:26.173895 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Updating router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:49:26.235984 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.254856 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.26', 56683) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:26.261774 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port d456da73-851d-4d5c-bb87-cf800239864f triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:26.261774 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (d456da73-851d-4d5c-bb87-cf800239864f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.316155 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:26.328160 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-5a1cc265-0876-425d-8a4c-dbe9755c408d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--198560382&fields=id&tenant_id=0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 267 time: 0.3060732 Aug 24 17:49:26.350158 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42066) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:26.355586 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-d083984e-6d89-4260-baf3-b7be32c7a15f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619819059', 'description': 'tempest-description--1712579206'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:26.462879 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391a0d-530d-4fea-a05f-46240b0949de req-88c7ed38-c419-418c-aacc-71acbf48a1ec tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:26.469294 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port d456da73-851d-4d5c-bb87-cf800239864f is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:26.470187 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-88c7ed38-c419-418c-aacc-71acbf48a1ec tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 815 time: 0.1410882 Aug 24 17:49:26.470489 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 1ece75a8-bb3a-433b-a031-f1bc56df65f1 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:26.474996 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (0dac00bc-88ce-4e53-8f43-9b5fb282e3ad), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.491001 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:26.505001 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:26.531690 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-c92e34c2-17df-4355-8423-dcb636609a0b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/quotas/0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 375 time: 0.0602524 Aug 24 17:49:26.612347 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-bcff75b6-8424-4850-ba2d-980ffeb173c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788918 Aug 24 17:49:26.623300 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:26.630026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:26.636513 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:26.637043 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.643150 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:26.645528 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'Port': ['ID=0dac00bc-88ce-4e53-8f43-9b5fb282e3ad,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:26.736362 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-57009071-9989-4429-900e-7f1b1243aed7 req-7ac2a062-e44e-45f8-9d42-b16b91305999 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 210 time: 0.0546408 Aug 24 17:49:26.764558 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:49:26.770793 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d083984e-6d89-4260-baf3-b7be32c7a15f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.865888 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (158c6a5e-6fae-4115-a670-852fe8559f1d), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.879920 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-8be59ac3-53eb-41cd-9f73-482f3f49d337 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663515 Aug 24 17:49:26.884967 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:26.885363 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-1b5837a2-3e0a-4520-8122-9f2eb06feba5 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:26.885488 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.886950 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-1b5837a2-3e0a-4520-8122-9f2eb06feba5 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8f096497-94f9-455d-8134-3642b4bcb49d HTTP/1.1" status: 200 len: 811 time: 0.6310651 Aug 24 17:49:26.982380 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d083984e-6d89-4260-baf3-b7be32c7a15f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (cb530f39-1d86-485d-9d4c-6b352dd2ad32), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.999031 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Request body: {'port': {'device_id': '4cdde8bf-31af-4304-8f4e-025156ca51db', 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d', 'admin_state_up': True, 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:27.040942 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 1ece75a8-bb3a-433b-a031-f1bc56df65f1, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=1ece75a8-bb3a-433b-a031-f1bc56df65f1,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:27.061770 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Publish callbacks [] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.064056 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (0dac00bc-88ce-4e53-8f43-9b5fb282e3ad), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.106770 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d083984e-6d89-4260-baf3-b7be32c7a15f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cb530f39-1d86-485d-9d4c-6b352dd2ad32), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.131329 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-82abf813-fe9d-4a1e-9d28-7f0a03b1c80b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502096 Aug 24 17:49:27.141479 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.351253 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083984e-6d89-4260-baf3-b7be32c7a15f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb530f39-1d86-485d-9d4c-6b352dd2ad32,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:27.367001 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d083984e-6d89-4260-baf3-b7be32c7a15f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.378385 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d083984e-6d89-4260-baf3-b7be32c7a15f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0266407 Aug 24 17:49:27.380395 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42094) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:27.418753 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-50a925cb-a424-4418-b1cb-7e97158cefe8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'security_group_rule': {'security_group_id': 'cb530f39-1d86-485d-9d4c-6b352dd2ad32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:27.467980 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=1ece75a8-bb3a-433b-a031-f1bc56df65f1,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:27.470914 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.491718 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:27.548415 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:27.562880 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for port (0dac00bc-88ce-4e53-8f43-9b5fb282e3ad), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.585403 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device a0ec329a-b8b9-4765-9ea7-c29069c5b924 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:27.665231 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89c7a8-21da-4e3b-a43d-c963573dd62f None None] Pushing event updated for resources: {'Port': ['ID=755ecb4f-fd70-43bf-8d6d-0160eaf40b84,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:27.679411 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:27.684277 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-81b2cf9c-94e9-4ae5-8e3f-9ae83983edaa req-f4cc24df-9096-4f8d-9a13-f0b4bc50ab49 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0985372 Aug 24 17:49:27.686516 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Attempting to bind port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:27.686890 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Attempting to bind port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:27.687254 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Attempting to bind port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 on network 010bcf84-2f06-4274-8553-0a7884f5d83e {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:27.701925 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:27.701925 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Checking segment: {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:27.701925 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.701925 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Bound using segment: {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:27.701925 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Bound port: 755ecb4f-fd70-43bf-8d6d-0160eaf40b84, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:27.701925 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.716027 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port a0ec329a-b8b9-4765-9ea7-c29069c5b924 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:27.716419 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.719129 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (0dac00bc-88ce-4e53-8f43-9b5fb282e3ad), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.752643 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Made reservation on behalf of b8a384a5f96e488fb3c4abd75fd876fb for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:27.761129 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.809357 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] For port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:27.813167 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] For port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=755ecb4f-fd70-43bf-8d6d-0160eaf40b84,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:27.820505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-50a925cb-a424-4418-b1cb-7e97158cefe8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (c9671d01-9620-4ee4-b0b2-779066da1b83), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.831263 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (158c6a5e-6fae-4115-a670-852fe8559f1d), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.836298 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'Port': ['ID=0dac00bc-88ce-4e53-8f43-9b5fb282e3ad,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:27.857232 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port a0ec329a-b8b9-4765-9ea7-c29069c5b924 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:27.860048 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.879345 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:27.883183 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:27.981326 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:27.983489 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port a0ec329a-b8b9-4765-9ea7-c29069c5b924, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=a0ec329a-b8b9-4765-9ea7-c29069c5b924,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:27.988000 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-50012bf0-463f-4485-ac7d-b73a2a32c543 req-9bb4d4f7-2140-4e4f-86d8-3b694ab0182b tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 210 time: 0.0603633 Aug 24 17:49:28.002218 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:28.002218 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-044b0889-285f-44eb-81e5-e825ef915755 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8189173 Aug 24 17:49:28.026538 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:28.031214 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:28.091064 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89c7a8-21da-4e3b-a43d-c963573dd62f None None] Pushing event updated for resources: {'Port': ['ID=755ecb4f-fd70-43bf-8d6d-0160eaf40b84,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:28.130813 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:28.131672 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:28.302615 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=a0ec329a-b8b9-4765-9ea7-c29069c5b924,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:28.329403 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:28.441455 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:28.441833 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:28.647666 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:28.648924 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 5a0e5282-6a83-46f1-81aa-0a510f4adcbf up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:28.662715 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-af05e034-4968-40af-9c42-e47b67af7e1c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--63845578&fields=id&tenant_id=40256802535d4aedb2541246a687ec76 HTTP/1.1" status: 200 len: 267 time: 0.2148232 Aug 24 17:49:28.683968 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Allocated IP 172.20.0.3 (8f096497-94f9-455d-8134-3642b4bcb49d/15a318e5-4754-4496-8b55-558f62914efb/50953070-74ca-4fab-9f1c-1e78ed898180) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:28.843500 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:28.845889 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:28.933651 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-19789a0d-4a3e-4406-a62d-5069e5b09d9d req-aedee396-b0ad-42ef-aef7-9e5b337cc108 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0447907 Aug 24 17:49:28.993540 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-d22831ff-9e3b-4e48-b796-db93de66acde tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:28.995174 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-d22831ff-9e3b-4e48-b796-db93de66acde tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/networks?id=389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 200 len: 811 time: 0.3212659 Aug 24 17:49:29.025380 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:27Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:29.039057 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-18209d42-12ab-4f2e-8e04-12845db79ff8 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/quotas/40256802535d4aedb2541246a687ec76 HTTP/1.1" status: 200 len: 375 time: 0.0302379 Aug 24 17:49:29.058570 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ddace-842f-4160-9e5b-c6f45125dcf6 None None] The sync data for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi is: [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:27Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:29.156779 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Publish callbacks [] for port (50953070-74ca-4fab-9f1c-1e78ed898180), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.158416 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:29.160067 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:29.167195 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-50a925cb-a424-4418-b1cb-7e97158cefe8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (c9671d01-9620-4ee4-b0b2-779066da1b83), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.168123 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.179339 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-00eb8f3f-1241-40fd-953b-2f2605876cad tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1390581 Aug 24 17:49:29.231524 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d629ed4d-cab5-4ffa-9da3-8b435320ca5a req-1157d1b1-18de-42f2-a04f-f9a66a391d4c tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 210 time: 0.0855854 Aug 24 17:49:29.248670 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=5a0e5282-6a83-46f1-81aa-0a510f4adcbf,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:29.267598 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:29.348473 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.360566 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-50a925cb-a424-4418-b1cb-7e97158cefe8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (c9671d01-9620-4ee4-b0b2-779066da1b83), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.373328 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.514621 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a925cb-a424-4418-b1cb-7e97158cefe8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9671d01-9620-4ee4-b0b2-779066da1b83,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:29.517244 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Pushing event updated for resources: {'Port': ['ID=50953070-74ca-4fab-9f1c-1e78ed898180,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:29.562482 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Network 8f096497-94f9-455d-8134-3642b4bcb49d is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:29.566309 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:29.569620 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:29.575668 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:29.577840 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.604368 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=5a0e5282-6a83-46f1-81aa-0a510f4adcbf,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:29.676105 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-50a925cb-a424-4418-b1cb-7e97158cefe8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.677272 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-50a925cb-a424-4418-b1cb-7e97158cefe8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2677336 Aug 24 17:49:29.685730 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42214) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:29.693276 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-9e6ae20f-a89c-433c-a341-6a8c873796d3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'security_group_rule': {'security_group_id': 'cb530f39-1d86-485d-9d4c-6b352dd2ad32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:29.762671 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-f387baaf-88c7-4fea-a957-e6783f32e9e7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7749469 Aug 24 17:49:29.770189 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:29.776668 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-a44f03e5-6df8-4c9f-9a36-b9eab186e792 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:49:29.782166 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-a44f03e5-6df8-4c9f-9a36-b9eab186e792 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0104158 Aug 24 17:49:29.875079 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9e6ae20f-a89c-433c-a341-6a8c873796d3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (c5c238e9-7260-456f-8ebf-e9186b2097d9), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.910015 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 1ece75a8-bb3a-433b-a031-f1bc56df65f1 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:30.054335 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-aa4a9af3-3cfc-427a-9550-db9643c7d333 None None] Provisioning complete for port 50953070-74ca-4fab-9f1c-1e78ed898180 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:30.055059 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-aa4a9af3-3cfc-427a-9550-db9643c7d333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.088901 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:30.089570 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.123993 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9e6ae20f-a89c-433c-a341-6a8c873796d3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (c5c238e9-7260-456f-8ebf-e9186b2097d9), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.163116 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8d56e626-8072-46b4-9053-d5462aa50948 req-971a2232-8478-47c2-9917-eca994c42a14 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.1208067 Aug 24 17:49:30.210115 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9e6ae20f-a89c-433c-a341-6a8c873796d3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (c5c238e9-7260-456f-8ebf-e9186b2097d9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.250869 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ae20f-a89c-433c-a341-6a8c873796d3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c238e9-7260-456f-8ebf-e9186b2097d9,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:30.270853 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:30.321342 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9e6ae20f-a89c-433c-a341-6a8c873796d3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.325227 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a9af3-3cfc-427a-9550-db9643c7d333 None None] Port 50953070-74ca-4fab-9f1c-1e78ed898180 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:30.325356 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-9e6ae20f-a89c-433c-a341-6a8c873796d3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6363444 Aug 24 17:49:30.326647 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 42230) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:30.331928 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:30.414390 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:30.417677 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device a0ec329a-b8b9-4765-9ea7-c29069c5b924 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:30.585525 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port a0ec329a-b8b9-4765-9ea7-c29069c5b924 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:30.586187 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.791606 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port a0ec329a-b8b9-4765-9ea7-c29069c5b924 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:30.870231 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:31.099885 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686f341-692b-4b46-92d5-11b6332e0f14 req-196d3b3b-d3da-4e84-b1e3-5d105df34ef7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:31.099885 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a686f341-692b-4b46-92d5-11b6332e0f14 req-196d3b3b-d3da-4e84-b1e3-5d105df34ef7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 931 time: 0.0946317 Aug 24 17:49:31.099885 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-48d4d29c-31a7-4b41-a886-48343c2ed2f6 service neutron] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:49:31.099885 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-48d4d29c-31a7-4b41-a886-48343c2ed2f6 service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8163309 Aug 24 17:49:31.101507 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Request body: {'port': {'device_id': '4cdde8bf-31af-4304-8f4e-025156ca51db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:31.102401 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a686f341-692b-4b46-92d5-11b6332e0f14 req-7ec3e9d7-c2bf-45eb-b3a9-b084b881a5e4 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114023 Aug 24 17:49:31.102783 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:31.197672 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.206261 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-d5099631-5d25-4693-9aad-3b39be605b64 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156465 Aug 24 17:49:31.341637 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.382505 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-45bdb137-19aa-4db4-a1cd-06e92f5a388f req-c321a0a4-2bed-4899-8be3-b9c58e7c3ded tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0876803 Aug 24 17:49:31.576701 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-b8e1fe7f-429e-4ad8-8442-65cca144b37b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691635 Aug 24 17:49:31.622942 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.773796 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:31.823204 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:31.992402 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50953070-74ca-4fab-9f1c-1e78ed898180 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:31.997200 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:31.999596 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.002707 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Allocated IP 172.27.2.110 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/ed94b4e0-4fa7-495b-b93b-b5e540293418) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:32.016126 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Publish callbacks [] for port (50953070-74ca-4fab-9f1c-1e78ed898180), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.090253 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Transition to ACTIVE for port object 50953070-74ca-4fab-9f1c-1e78ed898180 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:49:32.210505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.255433 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:32.256001 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.333166 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=755ecb4f-fd70-43bf-8d6d-0160eaf40b84,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:32.411944 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.413413 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 5a0e5282-6a83-46f1-81aa-0a510f4adcbf up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:32.462777 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Pushing event updated for resources: {'Port': ['ID=50953070-74ca-4fab-9f1c-1e78ed898180,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:32.480377 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:32.490952 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Attempting to bind port 50953070-74ca-4fab-9f1c-1e78ed898180 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:32.491717 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Attempting to bind port 50953070-74ca-4fab-9f1c-1e78ed898180 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:32.492363 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Attempting to bind port 50953070-74ca-4fab-9f1c-1e78ed898180 on network 8f096497-94f9-455d-8134-3642b4bcb49d {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:32.498539 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:32.499758 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Port 50953070-74ca-4fab-9f1c-1e78ed898180 on network 8f096497-94f9-455d-8134-3642b4bcb49d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:49:32.500412 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Attempting to bind port 50953070-74ca-4fab-9f1c-1e78ed898180 on network 8f096497-94f9-455d-8134-3642b4bcb49d {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:32.535247 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:32.536941 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Checking segment: {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:32.538182 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Bound using segment: {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:32.539441 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Bound port: 50953070-74ca-4fab-9f1c-1e78ed898180, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c2d7d7-0c78-427b-94b1-fd7f28bfd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:32.541044 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.564185 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for port (ed94b4e0-4fa7-495b-b93b-b5e540293418), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.681652 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] For port 50953070-74ca-4fab-9f1c-1e78ed898180, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:32.712025 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] For port 50953070-74ca-4fab-9f1c-1e78ed898180, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=50953070-74ca-4fab-9f1c-1e78ed898180,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:32.757261 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b073546c-eec3-4229-913e-84ad188fc07f req-c541fc78-1b2a-4283-98d2-905fda816554 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.3894880 Aug 24 17:49:32.782056 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.788057 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:32.788705 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.793620 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/50953070-74ca-4fab-9f1c-1e78ed898180 HTTP/1.1" status: 200 len: 1093 time: 2.3860810 Aug 24 17:49:32.794361 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdde8bf-31af-4304-8f4e-025156ca51db', 'tag': '50953070-74ca-4fab-9f1c-1e78ed898180'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:32.802393 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=755ecb4f-fd70-43bf-8d6d-0160eaf40b84,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:32.808070 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:32.808070 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.832803 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867dfff-9c8f-4d18-80d4-46728a679558 req-021b7f18-c373-473c-a6be-bfdb612a52ce tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:32.835167 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9867dfff-9c8f-4d18-80d4-46728a679558 req-021b7f18-c373-473c-a6be-bfdb612a52ce tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.4661183 Aug 24 17:49:32.874478 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (ed94b4e0-4fa7-495b-b93b-b5e540293418), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.984203 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a3b63-e1c7-4d09-ab29-b720d3a119bb service neutron] Pushing event updated for resources: {'Port': ['ID=50953070-74ca-4fab-9f1c-1e78ed898180,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:33.022422 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9867dfff-9c8f-4d18-80d4-46728a679558 req-a2f90005-93e4-4580-bbe4-33fc7fe68933 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771536 Aug 24 17:49:33.084488 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:33.119755 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:33.132064 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b984a3d-7073-4b32-8b04-cf6253121c9f req-4dde23b1-b907-44b1-a012-2b1d7234cb54 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.1528952 Aug 24 17:49:33.146336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:33.150948 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:33.185304 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'Port': ['ID=ed94b4e0-4fa7-495b-b93b-b5e540293418,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:33.331912 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdde8bf-31af-4304-8f4e-025156ca51db", "tag": "50953070-74ca-4fab-9f1c-1e78ed898180"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:33.360692 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (6dcf9950-de58-45b1-9eb5-68d114098dce), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:33.474687 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:33.479161 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b06631-c79c-4c98-95be-94fa30ee4c4b x-openstack-request-id: req-d1b06631-c79c-4c98-95be-94fa30ee4c4b {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:33.479413 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdde8bf-31af-4304-8f4e-025156ca51db", "tag": "50953070-74ca-4fab-9f1c-1e78ed898180", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:33.479690 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1b06631-c79c-4c98-95be-94fa30ee4c4b {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:33.480137 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b06631-c79c-4c98-95be-94fa30ee4c4b'] response: {'name': 'network-changed', 'server_uuid': '4cdde8bf-31af-4304-8f4e-025156ca51db', 'tag': '50953070-74ca-4fab-9f1c-1e78ed898180', 'status': 'completed', 'code': 200} Aug 24 17:49:33.490001 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:33.526224 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (ed94b4e0-4fa7-495b-b93b-b5e540293418), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:33.535239 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:33.535779 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:33.627689 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:33.704454 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for port (ed94b4e0-4fa7-495b-b93b-b5e540293418), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:33.833730 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (ed94b4e0-4fa7-495b-b93b-b5e540293418), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:33.866443 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2c7006c0-29b5-4c5b-b54b-d80bf2f03dcd req-e327daba-4b1a-40d5-bd0a-3fae9a512f39 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0484843 Aug 24 17:49:33.955708 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'Port': ['ID=ed94b4e0-4fa7-495b-b93b-b5e540293418,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:33.966728 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (6dcf9950-de58-45b1-9eb5-68d114098dce), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:34.094432 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:34.096926 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d9f94640-567a-477b-acb7-d20a16a3b630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7679665 Aug 24 17:49:34.211582 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:34.285650 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-77a62fe4-23a2-4fe7-8422-d89e208b8dd5 req-a5bb7d7b-6d5e-4921-98bc-aabe99f4ff3f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0399370 Aug 24 17:49:34.308736 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d11d-7826-427a-8c4e-4dd6c99e9905 req-2a66f801-d778-4d13-a1b6-90b8609fa07a tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:34.328796 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b0d3d11d-7826-427a-8c4e-4dd6c99e9905 req-2a66f801-d778-4d13-a1b6-90b8609fa07a tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.1433017 Aug 24 17:49:34.463031 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b0d3d11d-7826-427a-8c4e-4dd6c99e9905 req-b5d0033c-6cd5-48ab-b1e8-dfec8ce267f2 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323090 Aug 24 17:49:34.510379 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-6d933e15-a0ad-4316-88a6-2a1b69a56dc4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--619819059&fields=id&tenant_id=9398272c7a3f4a50a38df4b5dec9ac90 HTTP/1.1" status: 200 len: 267 time: 0.0974669 Aug 24 17:49:34.660699 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-d42c7aae-d3a9-48bb-b5b8-328ecad27649 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:34.662515 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-d42c7aae-d3a9-48bb-b5b8-328ecad27649 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 816 time: 0.1450169 Aug 24 17:49:34.687800 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-9bdd974b-6ec4-46ce-b434-ffbb7c166b11 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/quotas/9398272c7a3f4a50a38df4b5dec9ac90 HTTP/1.1" status: 200 len: 375 time: 0.0165813 Aug 24 17:49:34.756041 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-dc4a8e96-1f21-4eeb-97ba-f72849e01918 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663431 Aug 24 17:49:34.889700 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-39c0c12a-0a3d-40b9-af3a-b8d03c959b54 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238823 Aug 24 17:49:35.067732 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7e91691a-fb2c-4333-9c49-f8f44f075e9f req-10901479-ebf3-4c67-af1c-2952b2ef8bf0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0552974 Aug 24 17:49:35.091502 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-d93fc7d2-aa77-4220-a13c-a4d8666dbd11 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951268 Aug 24 17:49:35.119435 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 42370) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:35.169880 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:35.306341 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3e74f82d-9cf7-4f33-93a0-1be5d5a21a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.402990 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c5ee6ca7-ef2d-465d-954a-ba90e9d61465 req-4bcd26a3-3945-4c0b-8d40-74527258c772 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0488088 Aug 24 17:49:35.453916 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:35.492979 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8759e167-f13c-4a7b-8534-8635432c193a req-2149f1c1-9ae6-41be-a3ce-8b7fc8879395 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0455725 Aug 24 17:49:35.499726 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3e74f82d-9cf7-4f33-93a0-1be5d5a21a45 admin admin] Publish callbacks [] for security_group (157ccecc-88e4-4a29-88a7-0a6104888918), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.626350 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3e74f82d-9cf7-4f33-93a0-1be5d5a21a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (157ccecc-88e4-4a29-88a7-0a6104888918), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.692978 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601aa14-883a-43f7-95b1-cc1a67e88102 req-d1f25cc3-644e-47ee-bbe8-95616283da21 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:35.692978 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3601aa14-883a-43f7-95b1-cc1a67e88102 req-d1f25cc3-644e-47ee-bbe8-95616283da21 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.1231575 Aug 24 17:49:35.698197 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-3e74f82d-9cf7-4f33-93a0-1be5d5a21a45 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ff30b77ae3444cba825217f473f05920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5742095 Aug 24 17:49:35.701144 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 42392) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:35.721659 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74f82d-9cf7-4f33-93a0-1be5d5a21a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157ccecc-88e4-4a29-88a7-0a6104888918,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:35.825451 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3601aa14-883a-43f7-95b1-cc1a67e88102 req-38732c29-7ae4-4718-98f2-b60c9b1fb149 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258900 Aug 24 17:49:35.852554 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d2be5f5e-b5a7-47ea-83c2-c0ed08250458 admin admin] Publish callbacks [] for security_group (157ccecc-88e4-4a29-88a7-0a6104888918), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.874957 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d2be5f5e-b5a7-47ea-83c2-c0ed08250458 admin admin] Publish callbacks [] for security_group (157ccecc-88e4-4a29-88a7-0a6104888918), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:36.078765 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d2be5f5e-b5a7-47ea-83c2-c0ed08250458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (157ccecc-88e4-4a29-88a7-0a6104888918), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:36.084163 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d2be5f5e-b5a7-47ea-83c2-c0ed08250458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:36.089490 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d2be5f5e-b5a7-47ea-83c2-c0ed08250458 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/157ccecc-88e4-4a29-88a7-0a6104888918 HTTP/1.1" status: 204 len: 168 time: 0.3835716 Aug 24 17:49:36.103030 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be5f5e-b5a7-47ea-83c2-c0ed08250458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157ccecc-88e4-4a29-88a7-0a6104888918,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:36.259806 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c0d95d19-10a9-4e68-adf1-6d7d9b62ecbf req-cbda0218-cc5c-4783-b632-338ee510059e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0597949 Aug 24 17:49:36.520276 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-77ca8f3f-cc97-4d4c-bac6-971a385a5ece req-fa0de5fb-b38d-4d8c-84fd-d45f4f68960d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0342216 Aug 24 17:49:36.656541 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fd04b0ea-e6c9-44d3-96d7-a0642dd61e8e req-66f58408-46ad-4ce4-8bf3-7b487611376d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0340571 Aug 24 17:49:37.007361 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00898c-313a-4143-a097-c09c706368b5 req-6a23f3de-5bd6-4e12-aa63-a8b983b22436 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:37.009355 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ba00898c-313a-4143-a097-c09c706368b5 req-6a23f3de-5bd6-4e12-aa63-a8b983b22436 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0643632 Aug 24 17:49:37.101883 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42430) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:37.103743 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ba00898c-313a-4143-a097-c09c706368b5 req-880711fc-c44b-4441-a8b0-ff467353ee3b tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845368 Aug 24 17:49:37.117636 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef3777fd-48f8-4ebb-9806-8ed14d2df36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.309815 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef3777fd-48f8-4ebb-9806-8ed14d2df36f admin admin] Publish callbacks [] for security_group (4ac97bc1-f787-415c-a32d-0d2f51b2f934), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.363727 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef3777fd-48f8-4ebb-9806-8ed14d2df36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (4ac97bc1-f787-415c-a32d-0d2f51b2f934), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.405921 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.26', 56691) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:37.443260 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ef3777fd-48f8-4ebb-9806-8ed14d2df36f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2ad2f0cb69d74800ab0996ff41ad6319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396058 Aug 24 17:49:37.445900 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42450) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:37.462613 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-58bb3678-df9b-41c1-9832-9d505ae4f343 req-4ade4c69-767e-4e0f-8e87-3bc493da3c6e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0682368 Aug 24 17:49:37.501162 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3777fd-48f8-4ebb-9806-8ed14d2df36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac97bc1-f787-415c-a32d-0d2f51b2f934,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:37.608751 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-331ba02e-e22a-430a-9345-85eb562944a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:37.610324 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-331ba02e-e22a-430a-9345-85eb562944a4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b8a384a5f96e488fb3c4abd75fd876fb&device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 1127 time: 0.1037152 Aug 24 17:49:37.706507 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2485c11d-91b6-43c1-948d-f7806d0155fe req-662d29b3-e4be-4f47-bf66-cf89c59edc50 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0421824 Aug 24 17:49:37.754535 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a8807d48-7871-4876-b968-86e9fac2914f admin admin] Publish callbacks [] for security_group (4ac97bc1-f787-415c-a32d-0d2f51b2f934), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.997055 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f2316ac-f485-47d6-b0fd-3bcbdefb2353 req-0cd42cef-7ec9-4df6-8c05-d4f6a180ae79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0881529 Aug 24 17:49:38.023248 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-c0d61c3b-5c68-45c2-9401-74fed8b583c3 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50953070-74ca-4fab-9f1c-1e78ed898180 HTTP/1.1" status: 200 len: 217 time: 0.3792663 Aug 24 17:49:38.026123 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a8807d48-7871-4876-b968-86e9fac2914f admin admin] Publish callbacks [] for security_group (4ac97bc1-f787-415c-a32d-0d2f51b2f934), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.080308 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:38.110800 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391a0d-530d-4fea-a05f-46240b0949de req-94bfeeb6-96f1-48d8-aad7-7030122354e1 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:38.114500 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-94bfeeb6-96f1-48d8-aad7-7030122354e1 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 815 time: 0.6697710 Aug 24 17:49:38.220960 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a8807d48-7871-4876-b968-86e9fac2914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (4ac97bc1-f787-415c-a32d-0d2f51b2f934), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.223579 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a8807d48-7871-4876-b968-86e9fac2914f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.224697 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a8807d48-7871-4876-b968-86e9fac2914f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4ac97bc1-f787-415c-a32d-0d2f51b2f934 HTTP/1.1" status: 204 len: 168 time: 0.7776194 Aug 24 17:49:38.228610 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485591b-87c9-4c83-8622-9d6bbb792b0d req-b68593b0-87a8-48ab-8c0d-6c6b09c69fbb tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:38.233232 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8807d48-7871-4876-b968-86e9fac2914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac97bc1-f787-415c-a32d-0d2f51b2f934,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:38.238135 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4485591b-87c9-4c83-8622-9d6bbb792b0d req-b68593b0-87a8-48ab-8c0d-6c6b09c69fbb tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0553114 Aug 24 17:49:38.255264 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:38.296756 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4485591b-87c9-4c83-8622-9d6bbb792b0d req-aa1ecaeb-ba72-4079-aa23-417947f99df8 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501626 Aug 24 17:49:38.569179 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9dfe1807-7cfd-4df7-a8ec-b8c70c37b0a0 req-1115885f-655b-4ca9-a00b-4143dc17523c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0310073 Aug 24 17:49:38.817352 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e48c0da5-d465-492b-8987-86d0b6a7871f req-1609618f-c46b-4aaf-a728-8ce9a77c07a6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0278075 Aug 24 17:49:39.122148 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1c09cd08-cd7d-409a-981b-095f24914a8a req-b6cb3c0c-f38f-4f10-b8a5-142d7b8f91b0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0355062 Aug 24 17:49:39.436909 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66176b2-c70b-4c4a-8549-6178e59f4ae1 req-2d317a6d-3324-416f-8c32-359498ffaee7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:39.442535 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b66176b2-c70b-4c4a-8549-6178e59f4ae1 req-2d317a6d-3324-416f-8c32-359498ffaee7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0578673 Aug 24 17:49:39.494067 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b66176b2-c70b-4c4a-8549-6178e59f4ae1 req-f2e4c725-7c0f-4e13-80d2-9121c23ba3bb tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482390 Aug 24 17:49:39.675095 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-38c21c2b-a618-4a87-a848-5ecb4c81cac3 req-4531489f-a08c-4f7e-bf56-0b40254ffdb9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0300255 Aug 24 17:49:39.936192 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7052f4ed-76de-4a8b-b580-1a21caa1504d req-148c809f-2549-4a71-bcd0-a2d7a397adaa tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0359321 Aug 24 17:49:40.232378 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b6d9438d-3097-47b0-8c4f-3cb7c39c0008 req-79e9c62e-663b-411d-bebe-748a6cad6663 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0355632 Aug 24 17:49:40.669710 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e1c51-6ec0-4b0b-995b-e25c82296eee req-562760bd-cc14-4d23-b66c-a90237a46831 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:40.671354 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bf5e1c51-6ec0-4b0b-995b-e25c82296eee req-562760bd-cc14-4d23-b66c-a90237a46831 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0678289 Aug 24 17:49:40.758418 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bf5e1c51-6ec0-4b0b-995b-e25c82296eee req-e55f9c2f-d19d-4b5f-9a98-260125d8c8cf tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795307 Aug 24 17:49:40.856337 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ebf281b-32c0-4f31-a2f6-5264402dc43a req-a8efce00-94d5-4ec4-953c-ddb0d70c3dd9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0436711 Aug 24 17:49:41.004114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:41.075962 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1aea900a-56dc-41b9-8997-fe217ae1b01d req-eaaab1d7-00dc-4d2c-a82b-203e4aa92725 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0474393 Aug 24 17:49:41.400048 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f9be5145-3947-484d-8931-773e7fde233b req-327299b0-055c-4bf2-be3c-c63ed6a29465 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0530732 Aug 24 17:49:41.982107 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cde8b-944c-4877-aaa1-113d7df00385 req-8b12b429-dd04-4fe1-a0c5-dc3a7762f5d5 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:41.984437 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7f8cde8b-944c-4877-aaa1-113d7df00385 req-8b12b429-dd04-4fe1-a0c5-dc3a7762f5d5 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0844057 Aug 24 17:49:42.038318 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5b13c0c8-bc2d-4141-8bb5-f27919953f4e req-cef5c473-7ba5-4671-aefc-cf39fd3322dd tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0524654 Aug 24 17:49:42.081933 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7f8cde8b-944c-4877-aaa1-113d7df00385 req-5e47dc61-eb50-439c-8d9c-40dbb5f64837 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861514 Aug 24 17:49:42.244984 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a2468252-84f2-4f50-82aa-3761b7960636 req-c8e1d00f-157b-452d-aea2-522a5f7f8fc8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0433733 Aug 24 17:49:42.573669 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f395224b-4b06-4123-95c5-4b5f59a749cf req-87dd0275-e169-4397-b96f-c48286874e99 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0366273 Aug 24 17:49:43.038939 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-9c0c8675-98be-4ac8-8181-25ca5f3fc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:43.040457 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-9c0c8675-98be-4ac8-8181-25ca5f3fc7ef service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15a318e5-4754-4496-8b55-558f62914efb HTTP/1.1" status: 200 len: 850 time: 0.1043830 Aug 24 17:49:43.076614 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-94707960-3f10-496d-992f-3a047cfcc374 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 379 time: 0.1426015 Aug 24 17:49:43.097341 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:43.175817 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-db013b97-1c3d-4da3-a517-2810cb967b05 req-638ba060-9344-4edf-9179-837d1182a7df tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0317762 Aug 24 17:49:43.254857 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0c2d-cff5-40cb-bf1d-e33668ee641f req-bfda1ac5-5ff8-4972-bcf2-61f12716f70a tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:43.256398 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5aff0c2d-cff5-40cb-bf1d-e33668ee641f req-bfda1ac5-5ff8-4972-bcf2-61f12716f70a tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0603158 Aug 24 17:49:43.259649 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=29 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:43.311887 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5aff0c2d-cff5-40cb-bf1d-e33668ee641f req-b74c27be-f6a3-4f6e-a5d8-737abe83f484 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492187 Aug 24 17:49:43.438466 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-595a745f-9f4b-4d45-817f-73fcf3f9df0f req-c59b4b25-5135-4e19-a86b-e201c0b43194 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0350864 Aug 24 17:49:43.690510 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3eea6c56-1fc1-4ac1-9ef5-c8b4571f2a0f req-5cff203e-4472-491a-8e82-bfe651b1d13f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0285637 Aug 24 17:49:43.967795 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42666) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:44.086056 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3019df19-39cc-4023-a90c-ce81a05fc5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:44.187678 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3019df19-39cc-4023-a90c-ce81a05fc5e7 admin admin] Publish callbacks [] for security_group (6c5f0604-4e8d-466d-8ead-4e3806afd9a2), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:44.261704 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3019df19-39cc-4023-a90c-ce81a05fc5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6c5f0604-4e8d-466d-8ead-4e3806afd9a2), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:44.285549 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ec183045-710d-44fc-8c38-020d1874fbbe req-3ba49964-4613-44ef-9f34-44964d271804 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0323439 Aug 24 17:49:44.321064 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-3019df19-39cc-4023-a90c-ce81a05fc5e7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=eae14007e8564c9686c0d28f8698f342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521986 Aug 24 17:49:44.321926 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019df19-39cc-4023-a90c-ce81a05fc5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5f0604-4e8d-466d-8ead-4e3806afd9a2,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:44.325802 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42678) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:44.380015 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c2094d55-42fa-4cb6-8983-c1065e10a92c admin admin] Publish callbacks [] for security_group (6c5f0604-4e8d-466d-8ead-4e3806afd9a2), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:44.407145 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c2094d55-42fa-4cb6-8983-c1065e10a92c admin admin] Publish callbacks [] for security_group (6c5f0604-4e8d-466d-8ead-4e3806afd9a2), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:44.436081 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:44.452593 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae170793-5cb5-42aa-a79c-bef60f25bfb9 req-583f719d-28a9-41cc-b3c3-c76d2ef4d239 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:44.454400 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ae170793-5cb5-42aa-a79c-bef60f25bfb9 req-583f719d-28a9-41cc-b3c3-c76d2ef4d239 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0520546 Aug 24 17:49:44.508801 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ae170793-5cb5-42aa-a79c-bef60f25bfb9 req-a4c419f2-5087-4c3b-8113-727dd73dad42 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468292 Aug 24 17:49:44.565099 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c2094d55-42fa-4cb6-8983-c1065e10a92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6c5f0604-4e8d-466d-8ead-4e3806afd9a2), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:44.568475 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c2094d55-42fa-4cb6-8983-c1065e10a92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:44.569915 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-c2094d55-42fa-4cb6-8983-c1065e10a92c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6c5f0604-4e8d-466d-8ead-4e3806afd9a2 HTTP/1.1" status: 204 len: 168 time: 0.2429914 Aug 24 17:49:44.572245 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-25c7a6e4-8926-4a07-b81c-ef941418d5f5 req-e2f783af-6ac4-4441-b265-cc7ae4948b60 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0433114 Aug 24 17:49:44.583194 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2094d55-42fa-4cb6-8983-c1065e10a92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5f0604-4e8d-466d-8ead-4e3806afd9a2,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:44.809373 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0520425f-30bf-4c7a-8c66-bd93d0e09c10 req-e517d138-7f6c-427a-ae06-cfdb21a376f8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0373664 Aug 24 17:49:45.206516 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42698) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:45.221812 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0a006307-6e61-400e-b50e-06308ca06de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:45.317999 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0a006307-6e61-400e-b50e-06308ca06de1 admin admin] Publish callbacks [] for security_group (c236df7c-824e-4e3f-bb04-2ed51e496eec), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:45.392412 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0a006307-6e61-400e-b50e-06308ca06de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (c236df7c-824e-4e3f-bb04-2ed51e496eec), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:45.398643 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c203bba1-9b42-48ce-a34e-ba9be9418e8f req-0b9bd8cf-1f5a-4776-9272-17e1e73fecdb tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0297606 Aug 24 17:49:45.456509 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a006307-6e61-400e-b50e-06308ca06de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c236df7c-824e-4e3f-bb04-2ed51e496eec,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:45.463511 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-0a006307-6e61-400e-b50e-06308ca06de1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0b19b0550c95483593f5e79669e881cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534335 Aug 24 17:49:45.463941 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 42702) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:45.525175 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6abcf843-a5dd-4957-831e-ff400edf2072 admin admin] Publish callbacks [] for security_group (c236df7c-824e-4e3f-bb04-2ed51e496eec), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:45.559217 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6abcf843-a5dd-4957-831e-ff400edf2072 admin admin] Publish callbacks [] for security_group (c236df7c-824e-4e3f-bb04-2ed51e496eec), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:45.641529 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17232128-8cde-4c47-8b90-b0c084dfafb8 req-e18abfa6-5355-4829-a70c-dc39fabac40f tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:45.643949 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-17232128-8cde-4c47-8b90-b0c084dfafb8 req-e18abfa6-5355-4829-a70c-dc39fabac40f tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0562801 Aug 24 17:49:45.700922 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6abcf843-a5dd-4957-831e-ff400edf2072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (c236df7c-824e-4e3f-bb04-2ed51e496eec), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:45.703688 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6abcf843-a5dd-4957-831e-ff400edf2072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:45.705619 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-6abcf843-a5dd-4957-831e-ff400edf2072 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c236df7c-824e-4e3f-bb04-2ed51e496eec HTTP/1.1" status: 204 len: 168 time: 0.2407062 Aug 24 17:49:45.714261 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcf843-a5dd-4957-831e-ff400edf2072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c236df7c-824e-4e3f-bb04-2ed51e496eec,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:45.722155 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-56532ee1-361b-4a45-ac20-970893c895b8 req-ad590d68-bbd0-4bca-9703-8b10a8441523 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0416498 Aug 24 17:49:45.726814 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-17232128-8cde-4c47-8b90-b0c084dfafb8 req-597e3c13-08fe-4c52-bf21-e8a0a9bc6e5a tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771229 Aug 24 17:49:45.827254 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'port': {'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'admin_state_up': True, 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'security_groups': ['49c5c87a-4375-46b8-a3c2-ecc1943ce41c']}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:45.867910 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:45.899445 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-8d38b23f-cb0b-4970-b687-a892abc47bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:45.900820 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-8d38b23f-cb0b-4970-b687-a892abc47bd7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8f096497-94f9-455d-8134-3642b4bcb49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1189320 Aug 24 17:49:45.927756 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-88748bdf-9bb1-49b6-917d-5f9ea6ab2a5b req-58307ee6-1309-4ff3-a4b7-76df540f15f8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0340242 Aug 24 17:49:46.055603 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Made reservation on behalf of 0a4d7fadea104c569ca29ff9be48089a for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:46.059473 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:46.153101 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:46.208802 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Allocated IP 172.20.0.9 (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8/338cbe6a-cc5b-423e-b481-fdf309b222ff/c21554ce-e587-47c2-9a5e-61d889373e08) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:46.362863 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (c21554ce-e587-47c2-9a5e-61d889373e08), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:46.464865 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:46.511426 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:46.514782 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:46.518826 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:46.523482 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:46.524167 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:46.535693 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=c21554ce-e587-47c2-9a5e-61d889373e08,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:46.546180 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ef5e01d5-600b-437b-b2e2-04e94dc39f6c req-a389e732-37cd-4576-bec9-69fede52a83d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0457213 Aug 24 17:49:46.675928 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-6349f456-c822-4a94-828d-40d2b4455694 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8525200 Aug 24 17:49:46.798112 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b921625c-b779-4e52-b486-acb119a99351 None None] Provisioning complete for port c21554ce-e587-47c2-9a5e-61d889373e08 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:46.799214 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b921625c-b779-4e52-b486-acb119a99351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:46.854809 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b921625c-b779-4e52-b486-acb119a99351 None None] Port c21554ce-e587-47c2-9a5e-61d889373e08 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:47.048679 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:47.051059 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb66ef24-5730-4f42-afca-36da7ecab6fe req-991d29ed-628b-40f9-952d-aa4af1c3a469 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.1949587 Aug 24 17:49:47.059035 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7f805-7448-4ece-bd76-b7f9ce804530 req-07f292da-1653-48c9-85bc-d24bb7569c2c tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:47.060586 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f9f7f805-7448-4ece-bd76-b7f9ce804530 req-07f292da-1653-48c9-85bc-d24bb7569c2c tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.2454131 Aug 24 17:49:47.118479 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f9f7f805-7448-4ece-bd76-b7f9ce804530 req-344afa79-545e-443f-940f-7b538bc6867f tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513558 Aug 24 17:49:47.175269 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:47.190610 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f71b47-e5c2-4723-9ca1-672da4642dce req-79094ea9-0420-487d-ae26-1e51d1b43020 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:47.192163 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d4f71b47-e5c2-4723-9ca1-672da4642dce req-79094ea9-0420-487d-ae26-1e51d1b43020 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 931 time: 0.0626950 Aug 24 17:49:47.252991 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d4f71b47-e5c2-4723-9ca1-672da4642dce req-f83d78f5-d357-4b71-a7be-c0cf1939f588 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550330 Aug 24 17:49:47.662702 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c1d13124-b98f-4502-a33e-fb636c62e2bc req-687b7c12-a944-4728-be02-f39b5bff8aaa tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0291531 Aug 24 17:49:47.781731 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2ce201ba-4626-4d77-b966-23fcc2d5ac47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:48.180405 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a57e0f58-7382-4a55-8f60-f7a19d891bf7 req-5122091f-adb6-40dc-a68c-501b88cb8c40 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0367179 Aug 24 17:49:48.258907 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b71c9-c6d6-4020-a265-9ef3cb5c4f9b req-5456ba74-ebc1-4f04-85da-7ec187c0983f tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:48.260467 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2f8b71c9-c6d6-4020-a265-9ef3cb5c4f9b req-5456ba74-ebc1-4f04-85da-7ec187c0983f tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0572124 Aug 24 17:49:48.325998 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2f8b71c9-c6d6-4020-a265-9ef3cb5c4f9b req-ee7f74e9-0b57-4740-8fbb-f8310e0fbbbd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589375 Aug 24 17:49:48.383406 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645e26-1c81-4bac-980e-fdab6e9a75d4 req-88804901-be37-42d9-8d9f-fdaa4ee92e92 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:48.384892 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68645e26-1c81-4bac-980e-fdab6e9a75d4 req-88804901-be37-42d9-8d9f-fdaa4ee92e92 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 931 time: 0.0516882 Aug 24 17:49:48.448269 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68645e26-1c81-4bac-980e-fdab6e9a75d4 req-4e1459c8-570b-45ef-af9d-2e22a89bb03d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574491 Aug 24 17:49:48.730001 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Request body: {'port': {'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:48.791054 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-514c03c1-3119-49ad-a81d-00fb71b03249 req-2c89a49a-7b9f-4899-aba5-20ffd5fae003 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0364118 Aug 24 17:49:48.873183 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:48.885613 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:48.917494 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-e90b7cff-dc6a-43f0-b98c-978a316eb5b5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f096497-94f9-455d-8134-3642b4bcb49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100446 Aug 24 17:49:48.942587 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.26', 56699) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:49.087745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-d3859599-6011-4bd9-ab6d-832d00d4664a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:49.089401 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-d3859599-6011-4bd9-ab6d-832d00d4664a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 816 time: 0.1453385 Aug 24 17:49:49.124783 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b7112be-0a91-4360-8f1f-fbee462d028e req-07c9f56d-6388-4ad9-a2a9-0ef377768851 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f096497-94f9-455d-8134-3642b4bcb49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902082 Aug 24 17:49:49.194666 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-7dbf3c17-4c54-4d9c-b87b-c49fbb83bca8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9398272c7a3f4a50a38df4b5dec9ac90 HTTP/1.1" status: 200 len: 379 time: 0.0964124 Aug 24 17:49:49.204361 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'port': {'device_id': '154f9aac-b081-4041-ba41-dd14fb267e29', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'admin_state_up': True, 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'security_groups': ['cb530f39-1d86-485d-9d4c-6b352dd2ad32']}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:49.290505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21554ce-e587-47c2-9a5e-61d889373e08 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:49.303704 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Publish callbacks [] for port (c21554ce-e587-47c2-9a5e-61d889373e08), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.318861 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Transition to ACTIVE for port object c21554ce-e587-47c2-9a5e-61d889373e08 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:49:49.355303 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3df37131-be6d-45a3-a20a-0f860413caca req-b1565f17-c6db-4279-9361-21cd23dd70e9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0476348 Aug 24 17:49:49.364515 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:49.424121 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.476303 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10598ff-0f41-41b1-8a6a-7e0f8d324f62 req-6abbf829-abc2-40a2-a4fe-4c194ed7c675 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:49.478175 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b10598ff-0f41-41b1-8a6a-7e0f8d324f62 req-6abbf829-abc2-40a2-a4fe-4c194ed7c675 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0659051 Aug 24 17:49:49.502008 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Made reservation on behalf of 9398272c7a3f4a50a38df4b5dec9ac90 for: {'port': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:49.508906 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.549329 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Attempting to bind port c21554ce-e587-47c2-9a5e-61d889373e08 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:49.549725 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Attempting to bind port c21554ce-e587-47c2-9a5e-61d889373e08 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:49.550918 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Attempting to bind port c21554ce-e587-47c2-9a5e-61d889373e08 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:49.567087 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-bf4b31c8-91b6-4e73-a711-dfe6d93e746a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:49.567087 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-bf4b31c8-91b6-4e73-a711-dfe6d93e746a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "GET /networking/v2.0/networks?id=389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 200 len: 811 time: 0.2395616 Aug 24 17:49:49.567087 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Pushing event updated for resources: {'Port': ['ID=c21554ce-e587-47c2-9a5e-61d889373e08,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:49.567696 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Port c21554ce-e587-47c2-9a5e-61d889373e08 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:49:49.568204 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Attempting to bind port c21554ce-e587-47c2-9a5e-61d889373e08 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:49.575553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:49.580312 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Checking segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:49.580312 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Bound using segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:49.580312 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Bound port: c21554ce-e587-47c2-9a5e-61d889373e08, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:49.580312 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.612520 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b10598ff-0f41-41b1-8a6a-7e0f8d324f62 req-c59fc6df-c651-40cd-9b75-bc79f8969360 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272879 Aug 24 17:49:49.667946 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] For port c21554ce-e587-47c2-9a5e-61d889373e08, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:49.672442 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] For port c21554ce-e587-47c2-9a5e-61d889373e08, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=c21554ce-e587-47c2-9a5e-61d889373e08,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:49.720895 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535771-fc0a-48ce-9daf-9bc8741bc07a req-7d1aaf28-e93b-41c0-81d9-b985cd5b5e9b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:49.722434 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d4535771-fc0a-48ce-9daf-9bc8741bc07a req-7d1aaf28-e93b-41c0-81d9-b985cd5b5e9b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 943 time: 0.1916556 Aug 24 17:49:49.769696 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.774862 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:49.781474 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.781474 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/c21554ce-e587-47c2-9a5e-61d889373e08 HTTP/1.1" status: 200 len: 1093 time: 1.0679975 Aug 24 17:49:49.781474 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'tag': 'c21554ce-e587-47c2-9a5e-61d889373e08'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:49.783851 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a2f620-ef10-40ad-b1ed-34e20b1b88aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd743b2-3b6c-4213-819a-1a25314ed5e2", "tag": "c21554ce-e587-47c2-9a5e-61d889373e08"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:49.861700 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63214c96-fa7a-4f3c-aa0c-881724a74841 service neutron] Pushing event updated for resources: {'Port': ['ID=c21554ce-e587-47c2-9a5e-61d889373e08,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:49.918015 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e75d9-04a3-4cab-a33e-d050b6b42ea2 x-openstack-request-id: req-9d7e75d9-04a3-4cab-a33e-d050b6b42ea2 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:49.919179 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd743b2-3b6c-4213-819a-1a25314ed5e2", "tag": "c21554ce-e587-47c2-9a5e-61d889373e08", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:49.919179 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d7e75d9-04a3-4cab-a33e-d050b6b42ea2 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:49.919179 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7e75d9-04a3-4cab-a33e-d050b6b42ea2'] response: {'name': 'network-changed', 'server_uuid': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'tag': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'status': 'completed', 'code': 200} Aug 24 17:49:49.967904 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d4535771-fc0a-48ce-9daf-9bc8741bc07a req-7caf58f3-fd88-4b4d-8aa6-d5862c54c473 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364469 Aug 24 17:49:49.996314 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:50.012806 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Allocated IP 172.20.0.5 (010bcf84-2f06-4274-8553-0a7884f5d83e/906bc573-2940-4dec-8598-3219c78cf251/12033839-1050-4fb0-90d7-ede010ae619a) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:50.019104 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a706e2b9-34ba-4443-a62e-08d7ba853526 req-30e8bfe0-6a16-45f6-a549-4b977c7a8595 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0425479 Aug 24 17:49:50.051295 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:50.190323 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for port (12033839-1050-4fb0-90d7-ede010ae619a), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.198000 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d00c4d4c-61c0-40fb-8ea1-931fbe18e2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.318641 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.361430 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.26', 56707) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:50.395673 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Network 010bcf84-2f06-4274-8553-0a7884f5d83e is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:50.414872 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:50.419282 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:50.456039 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:50.494046 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2f620-ef10-40ad-b1ed-34e20b1b88aa req-16d01797-428e-4636-9929-68e1c71d8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:50.495616 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c7a2f620-ef10-40ad-b1ed-34e20b1b88aa req-16d01797-428e-4636-9929-68e1c71d8c46 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 1127 time: 0.1100428 Aug 24 17:49:50.499041 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-7b69d0d5-2d9c-4ad1-b056-b4ab388c0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:50.500485 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-7b69d0d5-2d9c-4ad1-b056-b4ab388c0bbf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b8a384a5f96e488fb3c4abd75fd876fb&device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 1127 time: 0.1471958 Aug 24 17:49:50.606886 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:50.606886 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.607226 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-ede609bd-fb3c-403b-88bf-e2b806738e90 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40256802535d4aedb2541246a687ec76 HTTP/1.1" status: 200 len: 378 time: 0.2179453 Aug 24 17:49:50.607323 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103d06-6ada-4171-b7b2-784433d49c68 req-dab7f425-3255-4989-b93d-e4f2e65a8086 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:50.607323 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bd103d06-6ada-4171-b7b2-784433d49c68 req-dab7f425-3255-4989-b93d-e4f2e65a8086 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 931 time: 0.0850482 Aug 24 17:49:50.628325 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'port': {'device_id': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'admin_state_up': True, 'tenant_id': '40256802535d4aedb2541246a687ec76', 'security_groups': ['43ecf268-5afd-4a1b-8910-f80e0ce42ad4']}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:50.665329 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bd103d06-6ada-4171-b7b2-784433d49c68 req-e0d0065b-c269-4439-9fe5-afdb4ff95db1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637593 Aug 24 17:49:50.763187 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aadcb-9e9c-4999-a1e0-73001cd05d44 req-3d02b165-df23-4ebf-bcdd-b6d5ad48dfed tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:50.764904 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-566aadcb-9e9c-4999-a1e0-73001cd05d44 req-3d02b165-df23-4ebf-bcdd-b6d5ad48dfed tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.0581751 Aug 24 17:49:50.778859 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:50.808648 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b658b749-4314-4850-9c57-cb7a87fa130b None None] Provisioning complete for port 12033839-1050-4fb0-90d7-ede010ae619a triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:50.809421 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b658b749-4314-4850-9c57-cb7a87fa130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (12033839-1050-4fb0-90d7-ede010ae619a), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.820262 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-566aadcb-9e9c-4999-a1e0-73001cd05d44 req-c15fa145-0fbe-4ed4-9561-f495068253ba tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Aug 24 17:49:50.864455 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b658b749-4314-4850-9c57-cb7a87fa130b None None] Port 12033839-1050-4fb0-90d7-ede010ae619a cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:50.918165 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-c744830d-07fd-4305-929d-1e70c0ce22b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7151787 Aug 24 17:49:50.927900 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Request body: {'port': {'device_id': '154f9aac-b081-4041-ba41-dd14fb267e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:50.945732 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:50.991507 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.183049 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-272e0473-1c25-466d-9f56-01427a31db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:51.190871 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-272e0473-1c25-466d-9f56-01427a31db92 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8f096497-94f9-455d-8134-3642b4bcb49d HTTP/1.1" status: 200 len: 912 time: 0.6727524 Aug 24 17:49:51.210999 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2f620-ef10-40ad-b1ed-34e20b1b88aa req-46fb4cba-6da9-4b76-87c8-714a43992c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:51.212860 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c7a2f620-ef10-40ad-b1ed-34e20b1b88aa req-46fb4cba-6da9-4b76-87c8-714a43992c19 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=0a4d7fadea104c569ca29ff9be48089a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6997004 Aug 24 17:49:51.259781 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-c99d26b9-1a13-44cd-a684-e5ad708e6b70 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50953070-74ca-4fab-9f1c-1e78ed898180 HTTP/1.1" status: 200 len: 217 time: 0.0588601 Aug 24 17:49:51.284575 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f1f8ac91-e0a4-40cf-b955-1689461496fa req-ca8bf447-be8d-4b33-93bf-8e06b6a2566d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0885725 Aug 24 17:49:51.295661 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.306572 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a31ff8-788b-44f3-99c8-c0fdba573999 req-a3d442a1-d107-4a7f-87f5-405292796ccc tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:51.308156 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c7a31ff8-788b-44f3-99c8-c0fdba573999 req-a3d442a1-d107-4a7f-87f5-405292796ccc tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 943 time: 0.2349215 Aug 24 17:49:51.403089 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:51.478234 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-a2eddcb5-47a4-494b-a4ea-68a95b8fa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:51.480029 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-a2eddcb5-47a4-494b-a4ea-68a95b8fa4b4 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15a318e5-4754-4496-8b55-558f62914efb HTTP/1.1" status: 200 len: 850 time: 0.1976283 Aug 24 17:49:51.527396 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Made reservation on behalf of 40256802535d4aedb2541246a687ec76 for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:51.530857 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.593500 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c7a31ff8-788b-44f3-99c8-c0fdba573999 req-bb73e202-a534-49e2-b640-1cea096e747d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679360 Aug 24 17:49:51.616970 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2f620-ef10-40ad-b1ed-34e20b1b88aa req-ec954cc4-edd3-4874-a18b-c9c7d4baf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:51.622766 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c7a2f620-ef10-40ad-b1ed-34e20b1b88aa req-ec954cc4-edd3-4874-a18b-c9c7d4baf037 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3602831 Aug 24 17:49:51.629012 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-64cef419-5345-475d-9d48-ee0e273e9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:51.638502 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-64cef419-5345-475d-9d48-ee0e273e9c84 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8f096497-94f9-455d-8134-3642b4bcb49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1420376 Aug 24 17:49:51.668983 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:51.685701 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12033839-1050-4fb0-90d7-ede010ae619a {{(pid=113410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:51.696299 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Publish callbacks [] for port (12033839-1050-4fb0-90d7-ede010ae619a), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.726536 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.provisioning_blocks [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Transition to ACTIVE for port object 12033839-1050-4fb0-90d7-ede010ae619a will not be triggered until provisioned by entity L2. {{(pid=113410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:49:51.778301 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391a0d-530d-4fea-a05f-46240b0949de req-39489782-1526-463e-a327-ca546835a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:51.780261 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-39489782-1526-463e-a327-ca546835a200 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 1127 time: 0.0919971 Aug 24 17:49:51.798891 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581ae24-0f38-49fe-8c0d-48add1d15744 req-91bae153-1221-48a0-b7b9-00e6f9ae841d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:51.800447 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1581ae24-0f38-49fe-8c0d-48add1d15744 req-91bae153-1221-48a0-b7b9-00e6f9ae841d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 931 time: 0.0528607 Aug 24 17:49:51.847034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.883100 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-851b8e0c-e5bc-4f46-ac13-862270e01ea5 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c21554ce-e587-47c2-9a5e-61d889373e08 HTTP/1.1" status: 200 len: 217 time: 0.0704699 Aug 24 17:49:51.931555 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1581ae24-0f38-49fe-8c0d-48add1d15744 req-973a74ae-5a31-41be-94f4-ee9675d76a3b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239738 Aug 24 17:49:51.935948 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:51.957441 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-6df40094-f2ea-4536-a624-a4be77387076 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f096497-94f9-455d-8134-3642b4bcb49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706883 Aug 24 17:49:51.977476 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Allocated IP 172.20.0.5 (389a41b1-7bca-4893-9c00-f7c2a36844c1/8dc6387a-d9aa-446b-89fc-60d585461941/d93fe402-2e98-4ff9-8441-854219d9e667) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:52.001111 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391a0d-530d-4fea-a05f-46240b0949de req-7ed95c36-9bac-4445-9cf2-f0a2d8c3c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:52.002693 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-7ed95c36-9bac-4445-9cf2-f0a2d8c3c271 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 200 len: 854 time: 0.1137946 Aug 24 17:49:52.030490 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 50953070-74ca-4fab-9f1c-1e78ed898180 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:49:52.066710 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:52.066950 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b74b-c682-4d56-b4c5-9832b2f092a6 req-9c332343-9fbd-4a01-a7fb-a4798ce0a75b tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:52.073818 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3019b74b-c682-4d56-b4c5-9832b2f092a6 req-9c332343-9fbd-4a01-a7fb-a4798ce0a75b tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 943 time: 0.1322892 Aug 24 17:49:52.118894 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Attempting to bind port 12033839-1050-4fb0-90d7-ede010ae619a on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:52.120141 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Attempting to bind port 12033839-1050-4fb0-90d7-ede010ae619a by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:52.120141 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Attempting to bind port 12033839-1050-4fb0-90d7-ede010ae619a on network 010bcf84-2f06-4274-8553-0a7884f5d83e {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:52.130463 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Port 12033839-1050-4fb0-90d7-ede010ae619a on network 010bcf84-2f06-4274-8553-0a7884f5d83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:49:52.130873 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Attempting to bind port 12033839-1050-4fb0-90d7-ede010ae619a on network 010bcf84-2f06-4274-8553-0a7884f5d83e {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:52.131416 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391a0d-530d-4fea-a05f-46240b0949de req-5e65c387-3559-41ec-8ccc-053d9eadee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:52.132958 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-5e65c387-3559-41ec-8ccc-053d9eadee6e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196253 Aug 24 17:49:52.144730 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:52.145235 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Checking segment: {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:52.146012 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Bound using segment: {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:52.146562 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Bound port: 12033839-1050-4fb0-90d7-ede010ae619a, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'}}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:52.146990 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:52.152290 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3019b74b-c682-4d56-b4c5-9832b2f092a6 req-bb71c643-7546-4295-a7f0-82d142f7ad12 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774665 Aug 24 17:49:52.188285 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7f2ed2c2-29c9-4e84-bdd7-b3ea0f0333b1 req-5f369864-8ffc-4fd3-84b9-6c65242e232a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f096497-94f9-455d-8134-3642b4bcb49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233152 Aug 24 17:49:52.222133 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 50953070-74ca-4fab-9f1c-1e78ed898180, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=50953070-74ca-4fab-9f1c-1e78ed898180,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:52.228817 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:52.230334 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, cleared binding levels {{(pid=113410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:52.245994 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:52.248135 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '50953070-74ca-4fab-9f1c-1e78ed898180', 'network_id': '8f096497-94f9-455d-8134-3642b4bcb49d', 'port_id': '50953070-74ca-4fab-9f1c-1e78ed898180', 'mac_address': 'fa:16:3e:8a:f0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a318e5-4754-4496-8b55-558f62914efb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:49:52.262225 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:52.325395 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:52.335320 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-a78c4df3-df58-4a81-8319-602e68794b2e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939316 Aug 24 17:49:52.338260 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for port (d93fe402-2e98-4ff9-8441-854219d9e667), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:52.349746 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:52.352649 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:52.354234 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/12033839-1050-4fb0-90d7-ede010ae619a HTTP/1.1" status: 200 len: 1093 time: 1.4307711 Aug 24 17:49:52.359554 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:52.469691 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 50953070-74ca-4fab-9f1c-1e78ed898180 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:52.471500 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:52.484755 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:52.486466 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-548d9c8e-d0b1-48bb-961d-91a378db6b83 req-0c5ba43a-f319-4c25-8da4-abb5015e08b8 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0802920 Aug 24 17:49:52.514010 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50953070-74ca-4fab-9f1c-1e78ed898180 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:52.521793 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18227d4a-cdbf-4f24-9feb-6f27fe08f296 service neutron] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=3']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:52.564788 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 50953070-74ca-4fab-9f1c-1e78ed898180, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=50953070-74ca-4fab-9f1c-1e78ed898180,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:52.582253 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:52.591102 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:52.601072 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:52.614554 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:52.614554 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:52.631055 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'Port': ['ID=d93fe402-2e98-4ff9-8441-854219d9e667,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:52.631976 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:52.694120 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bff1d74-42de-494e-a80d-9ef17e0d6e31" -d '{"events": [{"name": "network-changed", "server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "tag": "12033839-1050-4fb0-90d7-ede010ae619a"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:52.699772 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:52.711117 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=50953070-74ca-4fab-9f1c-1e78ed898180,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:52.721559 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-a88b0947-7918-4bc2-8503-249682fdf471 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1324191 Aug 24 17:49:52.821097 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43fcaa-c4c0-4918-8062-bac1f0c34c35 req-9a7ea2c0-73c1-41ce-a708-2dfcab343655 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:52.823030 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3b43fcaa-c4c0-4918-8062-bac1f0c34c35 req-9a7ea2c0-73c1-41ce-a708-2dfcab343655 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 943 time: 0.0655704 Aug 24 17:49:52.883811 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:52.885508 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3b43fcaa-c4c0-4918-8062-bac1f0c34c35 req-c2ab664e-6714-4929-8b11-d6915e9b07d0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558507 Aug 24 17:49:52.914756 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-408e2e4f-7cbe-430c-a384-e61c02b5e57e None None] Provisioning complete for port d93fe402-2e98-4ff9-8441-854219d9e667 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:52.915367 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-408e2e4f-7cbe-430c-a384-e61c02b5e57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:52.918346 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81926c7b-8e84-43a2-9eae-f51fe567456b x-openstack-request-id: req-81926c7b-8e84-43a2-9eae-f51fe567456b {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:52.920818 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "tag": "12033839-1050-4fb0-90d7-ede010ae619a", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:52.920818 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81926c7b-8e84-43a2-9eae-f51fe567456b {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:52.920818 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81926c7b-8e84-43a2-9eae-f51fe567456b'] response: {'name': 'network-changed', 'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a', 'status': 'completed', 'code': 200} Aug 24 17:49:52.953117 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-408e2e4f-7cbe-430c-a384-e61c02b5e57e None None] Port d93fe402-2e98-4ff9-8441-854219d9e667 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:49:53.078324 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839bb74-a89c-4385-8ed2-7dbca281fa62 req-da18b5f9-94a7-457d-a926-14fc62aac846 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:53.080704 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d839bb74-a89c-4385-8ed2-7dbca281fa62 req-da18b5f9-94a7-457d-a926-14fc62aac846 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0513535 Aug 24 17:49:53.095506 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:53.123556 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:53.136016 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d839bb74-a89c-4385-8ed2-7dbca281fa62 req-a64d5755-74b7-43d3-86ec-b8e66cf4e8df tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495834 Aug 24 17:49:53.288631 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f0d1-bf59-4d45-94b0-ce4c47f8dcf2 req-847a5891-3bca-403e-8160-065c2c52f634 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:53.290245 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9292f0d1-bf59-4d45-94b0-ce4c47f8dcf2 req-847a5891-3bca-403e-8160-065c2c52f634 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 944 time: 0.0524187 Aug 24 17:49:53.342740 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9292f0d1-bf59-4d45-94b0-ce4c47f8dcf2 req-1c5c5255-f16d-4945-90da-92772f4dad5b tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464406 Aug 24 17:49:53.600019 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c244cde-9af5-47ac-bebe-61ef97c6e831 req-3bea9971-8461-4bf2-a325-362dc60d925e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:53.601603 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5c244cde-9af5-47ac-bebe-61ef97c6e831 req-3bea9971-8461-4bf2-a325-362dc60d925e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 931 time: 0.0519876 Aug 24 17:49:53.651833 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5c244cde-9af5-47ac-bebe-61ef97c6e831 req-f8a44a62-3e03-46f4-8e83-ffe597bd7a5b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441601 Aug 24 17:49:54.012814 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5e16d-8234-4460-8281-8b2033b8da7e req-bde058fb-f1dc-45be-b666-2ec1464369c4 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:54.014901 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-52f5e16d-8234-4460-8281-8b2033b8da7e req-bde058fb-f1dc-45be-b666-2ec1464369c4 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 943 time: 0.0546401 Aug 24 17:49:54.065563 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-52f5e16d-8234-4460-8281-8b2033b8da7e req-dc75b683-3ba7-4f0d-a510-f7525a8abe07 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Aug 24 17:49:54.262818 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3125b49-d165-4b24-a714-8ceac5eef1ee req-3cf92a98-7fba-44cb-91b7-7b0c6ef98c4d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:54.264349 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a3125b49-d165-4b24-a714-8ceac5eef1ee req-3cf92a98-7fba-44cb-91b7-7b0c6ef98c4d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0489078 Aug 24 17:49:54.315068 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a3125b49-d165-4b24-a714-8ceac5eef1ee req-464d9885-1ea6-42dc-bdfc-1af926c4da04 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 Aug 24 17:49:54.425192 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:54.470732 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ebb64-d8a8-4186-822a-fc627600928a req-da15293a-6d6d-444c-8c72-0657f496d09d tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:54.472102 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a7ebb64-d8a8-4186-822a-fc627600928a req-da15293a-6d6d-444c-8c72-0657f496d09d tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 944 time: 0.0561540 Aug 24 17:49:54.524087 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a7ebb64-d8a8-4186-822a-fc627600928a req-232eace3-f616-4a66-b923-bacdc3038694 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462959 Aug 24 17:49:54.775003 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63271118-0666-43c2-9b76-7244ac98d4fe req-2f7c7098-2662-4b38-8325-16af87267a77 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:54.776492 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-63271118-0666-43c2-9b76-7244ac98d4fe req-2f7c7098-2662-4b38-8325-16af87267a77 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 931 time: 0.0483642 Aug 24 17:49:54.826188 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-63271118-0666-43c2-9b76-7244ac98d4fe req-8c70d0dd-9eff-4e13-a811-c71c94d44f26 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436711 Aug 24 17:49:55.072610 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Request body: {'port': {'device_id': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:55.189816 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1d74-42de-494e-a80d-9ef17e0d6e31 req-5ffc83e7-1582-4d00-a9e1-ab527b70168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:55.191555 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3bff1d74-42de-494e-a80d-9ef17e0d6e31 req-5ffc83e7-1582-4d00-a9e1-ab527b70168d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 1127 time: 0.1159437 Aug 24 17:49:55.221824 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7570696-cd3a-4048-a291-501bafba9808 req-0527493d-a593-42ed-b43d-f033f240d7f0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:55.223516 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c7570696-cd3a-4048-a291-501bafba9808 req-0527493d-a593-42ed-b43d-f033f240d7f0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 943 time: 0.0691757 Aug 24 17:49:55.363510 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:55.394435 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c7570696-cd3a-4048-a291-501bafba9808 req-ea23a1c7-a94b-4f74-9cea-cbcaeca1994b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613936 Aug 24 17:49:55.395283 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6d391a0d-530d-4fea-a05f-46240b0949de req-507ab162-0892-445d-9504-e5b8d4a1a238 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374150 Aug 24 17:49:55.425102 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['50953070-74ca-4fab-9f1c-1e78ed898180'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:49:55.458328 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1d74-42de-494e-a80d-9ef17e0d6e31 req-192a7104-0edc-4662-9b35-c9c0d3ca028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:55.459888 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3bff1d74-42de-494e-a80d-9ef17e0d6e31 req-192a7104-0edc-4662-9b35-c9c0d3ca028a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2525055 Aug 24 17:49:55.640509 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c457fa-3c4b-4b8e-ba26-718f1b85296d req-f9e3b370-9d1e-437a-8ef9-88017bc049b1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:55.642561 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-34c457fa-3c4b-4b8e-ba26-718f1b85296d req-f9e3b370-9d1e-437a-8ef9-88017bc049b1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.2113421 Aug 24 17:49:55.728743 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93fe402-2e98-4ff9-8441-854219d9e667 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:55.737721 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Publish callbacks [] for port (d93fe402-2e98-4ff9-8441-854219d9e667), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:55.752205 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Transition to ACTIVE for port object d93fe402-2e98-4ff9-8441-854219d9e667 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:49:55.774494 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5903fa5-efed-4581-a884-4b1bb0ebd05c req-12dbb9a0-94e8-4f6a-9e17-3b1505b2f2c0 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:55.776090 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e5903fa5-efed-4581-a884-4b1bb0ebd05c req-12dbb9a0-94e8-4f6a-9e17-3b1505b2f2c0 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 944 time: 0.1420908 Aug 24 17:49:55.779622 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1d74-42de-494e-a80d-9ef17e0d6e31 req-bfa84e7e-30ef-43f5-8937-82a3b928d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:55.781274 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3bff1d74-42de-494e-a80d-9ef17e0d6e31 req-bfa84e7e-30ef-43f5-8937-82a3b928d414 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3046291 Aug 24 17:49:55.826380 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-34c457fa-3c4b-4b8e-ba26-718f1b85296d req-f5d836bc-427b-4158-8d31-bde1f7ca4ea4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629131 Aug 24 17:49:55.965544 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e5903fa5-efed-4581-a884-4b1bb0ebd05c req-77a54286-6516-4815-92ed-d2ab642510c9 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931077 Aug 24 17:49:55.965544 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:55.967142 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536ed8b-ce1a-47eb-b326-ffecb0207a3d req-d379dfaf-2d65-4d46-b881-ec3289d042d0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:55.968886 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3536ed8b-ce1a-47eb-b326-ffecb0207a3d req-d379dfaf-2d65-4d46-b881-ec3289d042d0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 931 time: 0.0511744 Aug 24 17:49:56.044246 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3536ed8b-ce1a-47eb-b326-ffecb0207a3d req-76c023b9-e604-407d-8a4c-0c5cc3a2b9ef tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602994 Aug 24 17:49:56.367248 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-f9d975f8-e4bf-45d2-a7ac-8135cfad3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.368649 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-f9d975f8-e4bf-45d2-a7ac-8135cfad3aa7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 1127 time: 0.0488670 Aug 24 17:49:56.379915 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:56.429739 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Pushing event updated for resources: {'Port': ['ID=d93fe402-2e98-4ff9-8441-854219d9e667,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:56.439503 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-d01cc306-1b37-430a-b991-6e135b5ce5ac service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12033839-1050-4fb0-90d7-ede010ae619a HTTP/1.1" status: 200 len: 217 time: 0.0621517 Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Attempting to bind port d93fe402-2e98-4ff9-8441-854219d9e667 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Attempting to bind port d93fe402-2e98-4ff9-8441-854219d9e667 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Attempting to bind port d93fe402-2e98-4ff9-8441-854219d9e667 on network 389a41b1-7bca-4893-9c00-f7c2a36844c1 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Port d93fe402-2e98-4ff9-8441-854219d9e667 on network 389a41b1-7bca-4893-9c00-f7c2a36844c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Attempting to bind port d93fe402-2e98-4ff9-8441-854219d9e667 on network 389a41b1-7bca-4893-9c00-f7c2a36844c1 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Checking segment: {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Bound using segment: {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Bound port: d93fe402-2e98-4ff9-8441-854219d9e667, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:56.523846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:56.579824 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] For port d93fe402-2e98-4ff9-8441-854219d9e667, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:56.583520 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] For port d93fe402-2e98-4ff9-8441-854219d9e667, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=d93fe402-2e98-4ff9-8441-854219d9e667,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:56.735909 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:56.763692 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-1525bb82-ca23-4d47-a97e-5adf6de997eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.765184 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-1525bb82-ca23-4d47-a97e-5adf6de997eb service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 200 len: 855 time: 0.3197999 Aug 24 17:49:56.810697 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb392272-d663-4c71-a30a-0a4a720baf8b req-9dd631c9-63a6-487a-940a-ed63fa5d30fc tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.812259 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb392272-d663-4c71-a30a-0a4a720baf8b req-9dd631c9-63a6-487a-940a-ed63fa5d30fc tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 943 time: 0.0903928 Aug 24 17:49:56.877432 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-1f74953e-5a35-44ae-9ec5-2ad47ccdc3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.879189 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-1f74953e-5a35-44ae-9ec5-2ad47ccdc3da service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=010bcf84-2f06-4274-8553-0a7884f5d83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034141 Aug 24 17:49:56.943674 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb392272-d663-4c71-a30a-0a4a720baf8b req-a35f2e6f-75b5-4cec-b7f7-170ed28a9f1d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096265 Aug 24 17:49:57.022193 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-63e9abc3-78f7-4fc8-a682-d2c9d72577bc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365600 Aug 24 17:49:57.056893 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 50953070-74ca-4fab-9f1c-1e78ed898180 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:57.108964 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 50953070-74ca-4fab-9f1c-1e78ed898180 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:49:57.173377 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a057-fbc4-4df1-9a4e-4b5b3fbe1764 req-25c1e7dd-6cf3-4ec5-92c1-f7fbec4fcf6c tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:57.174957 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0aa6a057-fbc4-4df1-9a4e-4b5b3fbe1764 req-25c1e7dd-6cf3-4ec5-92c1-f7fbec4fcf6c tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 944 time: 0.1218679 Aug 24 17:49:57.188725 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7731c-be05-433d-b285-7cfeab6f7ff5 req-87fbf254-68f9-47e7-a69d-e577a353f380 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:57.190161 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9cb7731c-be05-433d-b285-7cfeab6f7ff5 req-87fbf254-68f9-47e7-a69d-e577a353f380 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1165626 Aug 24 17:49:57.237800 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcdbd3cb-44d7-4ea1-91f9-4dce886644b2 req-8e024f0f-fb15-40a2-87e0-d5c0ea349a4c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095311 Aug 24 17:49:57.280386 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0aa6a057-fbc4-4df1-9a4e-4b5b3fbe1764 req-02f299b6-5675-4876-b4da-df7ba731ae5e tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974407 Aug 24 17:49:57.284160 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9cb7731c-be05-433d-b285-7cfeab6f7ff5 req-a00dd3eb-1033-4e55-9cfe-d355a2c103e1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866885 Aug 24 17:49:57.405191 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2a4ff-54d8-469b-8a1e-c2146a5c3911 req-5843fe7d-b08b-4dc3-95a4-9338faf98224 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:57.406714 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68b2a4ff-54d8-469b-8a1e-c2146a5c3911 req-5843fe7d-b08b-4dc3-95a4-9338faf98224 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 943 time: 0.0537584 Aug 24 17:49:57.431944 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:57.443340 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 50953070-74ca-4fab-9f1c-1e78ed898180 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:57.443988 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:57.444753 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:57.453695 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:57.453695 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:57.454576 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/d93fe402-2e98-4ff9-8441-854219d9e667 HTTP/1.1" status: 200 len: 1093 time: 2.3870835 Aug 24 17:49:57.455552 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'tag': 'd93fe402-2e98-4ff9-8441-854219d9e667'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:57.462945 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71ca5c3-e822-44b8-a327-0190486ce7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9a988c-b152-4e39-ad48-c2f7facd203f", "tag": "d93fe402-2e98-4ff9-8441-854219d9e667"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:57.476376 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68b2a4ff-54d8-469b-8a1e-c2146a5c3911 req-b8663eb0-b256-4ce7-b7c3-524df7a002b5 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630145 Aug 24 17:49:57.526756 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5aaa7c-19e3-4183-9704-60fce275c382 service neutron] Pushing event updated for resources: {'Port': ['ID=d93fe402-2e98-4ff9-8441-854219d9e667,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:57.564834 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2525c2a-8383-48f8-b3f8-62b866349664 x-openstack-request-id: req-d2525c2a-8383-48f8-b3f8-62b866349664 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:57.564834 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9a988c-b152-4e39-ad48-c2f7facd203f", "tag": "d93fe402-2e98-4ff9-8441-854219d9e667", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:57.564834 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2525c2a-8383-48f8-b3f8-62b866349664 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:57.564834 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2525c2a-8383-48f8-b3f8-62b866349664'] response: {'name': 'network-changed', 'server_uuid': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'tag': 'd93fe402-2e98-4ff9-8441-854219d9e667', 'status': 'completed', 'code': 200} Aug 24 17:49:57.593305 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 50953070-74ca-4fab-9f1c-1e78ed898180 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:57.593696 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:57.621778 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdde8bf-31af-4304-8f4e-025156ca51db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50953070-74ca-4fab-9f1c-1e78ed898180'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:57.700423 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 50953070-74ca-4fab-9f1c-1e78ed898180, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=50953070-74ca-4fab-9f1c-1e78ed898180,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:57.737533 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5913752b-cb0d-484a-b5e3-85923b6fb9d2" -d '{"events": [{"server_uuid": "4cdde8bf-31af-4304-8f4e-025156ca51db", "name": "network-vif-plugged", "status": "completed", "tag": "50953070-74ca-4fab-9f1c-1e78ed898180"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:57.752091 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:57.823103 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=50953070-74ca-4fab-9f1c-1e78ed898180,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:57.851557 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace59f38-9049-4a18-bd4a-6851fbf10893 x-openstack-request-id: req-ace59f38-9049-4a18-bd4a-6851fbf10893 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:57.857259 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdde8bf-31af-4304-8f4e-025156ca51db", "name": "network-vif-plugged", "status": "completed", "tag": "50953070-74ca-4fab-9f1c-1e78ed898180", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:57.857259 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ace59f38-9049-4a18-bd4a-6851fbf10893 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:57.857259 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace59f38-9049-4a18-bd4a-6851fbf10893'] response: {'server_uuid': '4cdde8bf-31af-4304-8f4e-025156ca51db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50953070-74ca-4fab-9f1c-1e78ed898180', 'code': 200} Aug 24 17:49:58.145445 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd39992-3400-449b-83be-12a71b615b5d req-0b4fd4ef-147e-48d7-b1e4-8767b01736ad tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.146989 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8dd39992-3400-449b-83be-12a71b615b5d req-0b4fd4ef-147e-48d7-b1e4-8767b01736ad tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 943 time: 0.0853786 Aug 24 17:49:58.196840 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8dd39992-3400-449b-83be-12a71b615b5d req-f6886618-faf5-46fd-b0f4-1ccb83824345 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Aug 24 17:49:58.391185 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ca5c3-e822-44b8-a327-0190486ce7ee req-84df45cc-6626-49a3-895d-86d6d8f98d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.393298 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-d71ca5c3-e822-44b8-a327-0190486ce7ee req-84df45cc-6626-49a3-895d-86d6d8f98d4b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 1127 time: 0.0837021 Aug 24 17:49:58.452068 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:58.483013 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4caed-ed8c-4189-9cd9-07dda8b92d7e req-262f8548-29a0-46b5-9fe0-30ffd4983c21 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.495178 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-14e4caed-ed8c-4189-9cd9-07dda8b92d7e req-262f8548-29a0-46b5-9fe0-30ffd4983c21 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1020160 Aug 24 17:49:58.506502 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf8dc5-e15d-4e24-b554-6ad9ebc58776 req-f72cad9f-1277-4547-b192-c6d98633a14c tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.508107 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-71cf8dc5-e15d-4e24-b554-6ad9ebc58776 req-f72cad9f-1277-4547-b192-c6d98633a14c tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.1063128 Aug 24 17:49:58.567702 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:58.582893 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-14e4caed-ed8c-4189-9cd9-07dda8b92d7e req-07822440-3372-45fa-8774-741c7fcf117b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900538 Aug 24 17:49:58.583001 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ca5c3-e822-44b8-a327-0190486ce7ee req-853c68dc-210d-4a53-a96d-a292368a03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.584409 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-d71ca5c3-e822-44b8-a327-0190486ce7ee req-853c68dc-210d-4a53-a96d-a292368a03d1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=40256802535d4aedb2541246a687ec76&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1840034 Aug 24 17:49:58.628163 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-71cf8dc5-e15d-4e24-b554-6ad9ebc58776 req-1c75508e-6699-48b3-9a8e-480695696f13 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025627 Aug 24 17:49:58.646214 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43062) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:58.755212 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ca5c3-e822-44b8-a327-0190486ce7ee req-d04da39b-e9ec-40ce-ba6e-c0274efcc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.756996 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-d71ca5c3-e822-44b8-a327-0190486ce7ee req-d04da39b-e9ec-40ce-ba6e-c0274efcc9b1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1659901 Aug 24 17:49:58.849032 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5279dde-09e9-4985-bc4e-5b3c1f756c91 req-384eaeff-d989-45f4-a478-19d04b14e3c4 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.850698 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e5279dde-09e9-4985-bc4e-5b3c1f756c91 req-384eaeff-d989-45f4-a478-19d04b14e3c4 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 943 time: 0.1568937 Aug 24 17:49:58.854863 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-92f6f6ef-9e44-4fbb-a9e4-3939b3c23872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.856336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c2a13085-8203-42ed-938c-dbd7d843b0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:58.857589 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-92f6f6ef-9e44-4fbb-a9e4-3939b3c23872 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 1127 time: 0.0536168 Aug 24 17:49:58.888674 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b230a1-e23d-4084-aa3c-f7bf273ac0ec req-cabfd1cf-89ac-4fbc-b1a7-6469e80bec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.890272 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-12b230a1-e23d-4084-aa3c-f7bf273ac0ec req-cabfd1cf-89ac-4fbc-b1a7-6469e80bec4c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 1129 time: 0.1411967 Aug 24 17:49:58.901129 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-72f54376-86dc-493e-b57b-1f914c823234 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d93fe402-2e98-4ff9-8441-854219d9e667 HTTP/1.1" status: 200 len: 217 time: 0.0357080 Aug 24 17:49:58.923654 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-12b230a1-e23d-4084-aa3c-f7bf273ac0ec req-5622f508-be86-4925-87c9-d9e95f48cf2b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:58.959762 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-2ff43efc-44f5-459a-9910-dd0dc9be5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.961286 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-2ff43efc-44f5-459a-9910-dd0dc9be5326 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=8dc6387a-d9aa-446b-89fc-60d585461941 HTTP/1.1" status: 200 len: 850 time: 0.0549719 Aug 24 17:49:58.972486 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e5279dde-09e9-4985-bc4e-5b3c1f756c91 req-2c576ab1-68b9-4a25-958a-f8ba1b1bc469 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128793 Aug 24 17:49:59.017122 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-c17a2a66-e6de-47b8-a40c-e3bf42d260cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:59.019202 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-c17a2a66-e6de-47b8-a40c-e3bf42d260cd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=389a41b1-7bca-4893-9c00-f7c2a36844c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517015 Aug 24 17:49:59.061826 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c2a13085-8203-42ed-938c-dbd7d843b0c4 admin admin] Publish callbacks [] for security_group (0d011f4e-40c0-449d-8773-c656e079a36b), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.062116 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device c21554ce-e587-47c2-9a5e-61d889373e08 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:49:59.087986 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-12b230a1-e23d-4084-aa3c-f7bf273ac0ec req-5622f508-be86-4925-87c9-d9e95f48cf2b service neutron] Publish callbacks [] for security_group (f387387b-09ea-4de1-a789-68b914d257e5), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.128179 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-8ef1efcd-867c-47e2-b91f-e5144a349a7b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032431 Aug 24 17:49:59.192408 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c2a13085-8203-42ed-938c-dbd7d843b0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (0d011f4e-40c0-449d-8773-c656e079a36b), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.197696 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port c21554ce-e587-47c2-9a5e-61d889373e08, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=c21554ce-e587-47c2-9a5e-61d889373e08,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:59.211428 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:49:59.236569 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:59.246982 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c2a13085-8203-42ed-938c-dbd7d843b0c4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=07479fe65ea94b02a9678fa514e559d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6018281 Aug 24 17:49:59.246982 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a13085-8203-42ed-938c-dbd7d843b0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d011f4e-40c0-449d-8773-c656e079a36b,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:59.247433 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-465b21ac-c66f-43fe-8c60-c71a06bb15d9 req-fb3e6c86-ff9d-4dcd-a34e-b2d7ae3bed7d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105349 Aug 24 17:49:59.247433 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43072) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:59.268300 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port c21554ce-e587-47c2-9a5e-61d889373e08 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:59.268617 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.271031 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-12b230a1-e23d-4084-aa3c-f7bf273ac0ec req-5622f508-be86-4925-87c9-d9e95f48cf2b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (f387387b-09ea-4de1-a789-68b914d257e5), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.289389 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21554ce-e587-47c2-9a5e-61d889373e08 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:59.315125 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port c21554ce-e587-47c2-9a5e-61d889373e08, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=c21554ce-e587-47c2-9a5e-61d889373e08,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:59.319863 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a0426d13-2e9d-4dce-9976-40c013ad192d admin admin] Publish callbacks [] for security_group (0d011f4e-40c0-449d-8773-c656e079a36b), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.336321 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-12b230a1-e23d-4084-aa3c-f7bf273ac0ec req-5622f508-be86-4925-87c9-d9e95f48cf2b service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365416 Aug 24 17:49:59.341328 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:59.346236 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a0426d13-2e9d-4dce-9976-40c013ad192d admin admin] Publish callbacks [] for security_group (0d011f4e-40c0-449d-8773-c656e079a36b), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.377256 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:59.383437 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622f508-be86-4925-87c9-d9e95f48cf2b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f387387b-09ea-4de1-a789-68b914d257e5,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:59.393453 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.402451 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2232e3b-f333-4c42-9adf-3309a6f02abf req-37bafe32-36f1-48c5-b7b4-bf4ff2d0fb98 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:59.404301 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d2232e3b-f333-4c42-9adf-3309a6f02abf req-37bafe32-36f1-48c5-b7b4-bf4ff2d0fb98 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 943 time: 0.0708084 Aug 24 17:49:59.460678 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=c21554ce-e587-47c2-9a5e-61d889373e08,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:59.467246 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d2232e3b-f333-4c42-9adf-3309a6f02abf req-62bc09a0-aa1d-4c1c-b4ee-49b7affd4005 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568759 Aug 24 17:49:59.511861 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a0426d13-2e9d-4dce-9976-40c013ad192d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (0d011f4e-40c0-449d-8773-c656e079a36b), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.515099 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a0426d13-2e9d-4dce-9976-40c013ad192d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.517076 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a0426d13-2e9d-4dce-9976-40c013ad192d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0d011f4e-40c0-449d-8773-c656e079a36b HTTP/1.1" status: 204 len: 168 time: 0.2684445 Aug 24 17:49:59.527092 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0426d13-2e9d-4dce-9976-40c013ad192d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d011f4e-40c0-449d-8773-c656e079a36b,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:59.634484 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['c21554ce-e587-47c2-9a5e-61d889373e08'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:49:59.670192 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:59.701492 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:59.747900 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc692d-576a-4407-90a0-362ce5ca807c req-bbc436fe-6d83-4882-bbcd-830ae8df6148 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:59.749403 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a7dc692d-576a-4407-90a0-362ce5ca807c req-bbc436fe-6d83-4882-bbcd-830ae8df6148 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0710163 Aug 24 17:49:59.814444 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3388a-025a-4570-9859-51af8a4a4729 req-12ccf8b3-8a6c-4786-9757-7a59b214f6ad tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:59.816064 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-66c3388a-025a-4570-9859-51af8a4a4729 req-12ccf8b3-8a6c-4786-9757-7a59b214f6ad tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0894246 Aug 24 17:49:59.873220 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a7dc692d-576a-4407-90a0-362ce5ca807c req-5b4408fe-cf1e-4579-8a3d-7f7e8e9ccf9e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058652 Aug 24 17:49:59.912068 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-66c3388a-025a-4570-9859-51af8a4a4729 req-7fe15266-e0c5-4f4e-a311-4473d0d913a7 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850694 Aug 24 17:50:00.104865 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b21d0-2934-48f2-95a7-154c6bb5f3cf req-953e6734-29a2-4cfa-9837-f52787d51cf1 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:00.106400 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-475b21d0-2934-48f2-95a7-154c6bb5f3cf req-953e6734-29a2-4cfa-9837-f52787d51cf1 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 943 time: 0.0527053 Aug 24 17:50:00.155914 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-475b21d0-2934-48f2-95a7-154c6bb5f3cf req-72e9c882-f796-4715-b10a-85ce1fdd9352 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433464 Aug 24 17:50:00.384070 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43110) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:00.399069 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-16cfd898-0866-4bec-87e8-64350e34299a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:00.478819 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-16cfd898-0866-4bec-87e8-64350e34299a admin admin] Publish callbacks [] for security_group (6a0aa093-a816-488f-8af7-61497cc1888c), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:00.551948 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-16cfd898-0866-4bec-87e8-64350e34299a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6a0aa093-a816-488f-8af7-61497cc1888c), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:00.596096 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-16cfd898-0866-4bec-87e8-64350e34299a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=76c075d771084a90a73e8f27042c1f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107825 Aug 24 17:50:00.596916 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfd898-0866-4bec-87e8-64350e34299a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0aa093-a816-488f-8af7-61497cc1888c,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:00.599288 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43116) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:00.608857 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0513c9-bc73-443d-b448-f5c5b582bb1c req-9703e566-6e32-4efa-b52c-c68f0a70ee31 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:00.614127 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dd0513c9-bc73-443d-b448-f5c5b582bb1c req-9703e566-6e32-4efa-b52c-c68f0a70ee31 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 944 time: 0.0585909 Aug 24 17:50:00.659546 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-86cf94a0-9a6a-4296-9034-42378dbaa812 admin admin] Publish callbacks [] for security_group (6a0aa093-a816-488f-8af7-61497cc1888c), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:00.664442 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dd0513c9-bc73-443d-b448-f5c5b582bb1c req-1b891fd4-8ff2-4df2-a4e3-5dce2bf8d331 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474329 Aug 24 17:50:00.683579 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-86cf94a0-9a6a-4296-9034-42378dbaa812 admin admin] Publish callbacks [] for security_group (6a0aa093-a816-488f-8af7-61497cc1888c), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:00.871878 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-86cf94a0-9a6a-4296-9034-42378dbaa812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6a0aa093-a816-488f-8af7-61497cc1888c), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:00.874392 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-86cf94a0-9a6a-4296-9034-42378dbaa812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:00.875566 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-86cf94a0-9a6a-4296-9034-42378dbaa812 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6a0aa093-a816-488f-8af7-61497cc1888c HTTP/1.1" status: 204 len: 168 time: 0.2753689 Aug 24 17:50:00.884928 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf94a0-9a6a-4296-9034-42378dbaa812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0aa093-a816-488f-8af7-61497cc1888c,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:01.051549 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ff713-a119-420a-bd10-12ef769acecb req-7a26662f-b726-4918-b773-6e9f039ce1a5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:01.053076 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-848ff713-a119-420a-bd10-12ef769acecb req-7a26662f-b726-4918-b773-6e9f039ce1a5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0799212 Aug 24 17:50:01.072784 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e908e1-f952-4512-b137-2a128c5069f5 req-0aed26ae-573b-48d9-b793-e95618213633 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:01.074266 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b1e908e1-f952-4512-b137-2a128c5069f5 req-0aed26ae-573b-48d9-b793-e95618213633 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0693791 Aug 24 17:50:01.137575 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:01.145963 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-848ff713-a119-420a-bd10-12ef769acecb req-cf85d3a0-e6ab-40ab-a2c0-8174d2335a8a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870583 Aug 24 17:50:01.149129 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b1e908e1-f952-4512-b137-2a128c5069f5 req-5ac31fdd-2f97-4c2b-a396-b281b1416315 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678174 Aug 24 17:50:01.283901 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc9b50-2daf-47aa-a92d-1d03498f2fde req-d65305fd-f2da-4fc7-a741-272aada4b2ff tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:01.285428 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-77dc9b50-2daf-47aa-a92d-1d03498f2fde req-d65305fd-f2da-4fc7-a741-272aada4b2ff tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 943 time: 0.0539873 Aug 24 17:50:01.348484 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-77dc9b50-2daf-47aa-a92d-1d03498f2fde req-76ea46f4-9c60-4a00-ac1e-084275076365 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484500 Aug 24 17:50:01.787734 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283984d-b00d-43e7-9b98-f011b1f94479 req-9fba0afe-b73b-4e95-8585-07168eeaf47b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:01.789268 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a283984d-b00d-43e7-9b98-f011b1f94479 req-9fba0afe-b73b-4e95-8585-07168eeaf47b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 944 time: 0.0496318 Aug 24 17:50:01.839174 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a283984d-b00d-43e7-9b98-f011b1f94479 req-5f4363d9-9b9f-4f87-a249-e2d1b81f15e1 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439787 Aug 24 17:50:02.322874 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe66dc2-e725-43fe-9321-cda2dd97549b req-fe4c5eef-c42d-4ebb-b173-04c1afd7e184 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:02.325746 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9fe66dc2-e725-43fe-9321-cda2dd97549b req-fe4c5eef-c42d-4ebb-b173-04c1afd7e184 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0888960 Aug 24 17:50:02.334520 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a336c-5114-40c5-a62a-4efe87bd7dda req-44151de1-fb61-494c-bbc3-6964458dad77 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:02.336169 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-639a336c-5114-40c5-a62a-4efe87bd7dda req-44151de1-fb61-494c-bbc3-6964458dad77 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0893960 Aug 24 17:50:02.417000 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-639a336c-5114-40c5-a62a-4efe87bd7dda req-5bf6889d-2c01-46f0-825d-ea5f3eadf35a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728488 Aug 24 17:50:02.424689 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9fe66dc2-e725-43fe-9321-cda2dd97549b req-ea6cb614-1306-41bc-9755-d4727b096729 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873599 Aug 24 17:50:02.535206 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cea75-c543-49b5-8710-daeb6409f940 req-da6c9cd5-1a4b-4cfd-aa05-c9d2585e59c9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:02.536851 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cc4cea75-c543-49b5-8710-daeb6409f940 req-da6c9cd5-1a4b-4cfd-aa05-c9d2585e59c9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 943 time: 0.0521927 Aug 24 17:50:02.598333 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cc4cea75-c543-49b5-8710-daeb6409f940 req-99395a9a-bec6-4660-8d98-9cf4b112245a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551989 Aug 24 17:50:02.941760 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 12033839-1050-4fb0-90d7-ede010ae619a details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:50:02.980252 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4e5ae-1358-4d60-8ba6-e2fe696daa10 req-956543dc-b6b5-42a8-938d-33d6f3b490f7 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:02.983280 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device c21554ce-e587-47c2-9a5e-61d889373e08 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:02.988576 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3fb4e5ae-1358-4d60-8ba6-e2fe696daa10 req-956543dc-b6b5-42a8-938d-33d6f3b490f7 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 944 time: 0.0660059 Aug 24 17:50:03.041775 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port c21554ce-e587-47c2-9a5e-61d889373e08 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:50:03.060524 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3fb4e5ae-1358-4d60-8ba6-e2fe696daa10 req-9e9e41ae-f52f-4263-bb0e-3f234e59a0a0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709441 Aug 24 17:50:03.146390 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:03.159758 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port c21554ce-e587-47c2-9a5e-61d889373e08 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:03.160177 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:03.180790 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '12033839-1050-4fb0-90d7-ede010ae619a', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'port_id': '12033839-1050-4fb0-90d7-ede010ae619a', 'mac_address': 'fa:16:3e:e7:43:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:50:03.239329 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 12033839-1050-4fb0-90d7-ede010ae619a is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:03.239785 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:03.282803 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12033839-1050-4fb0-90d7-ede010ae619a {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:50:03.312390 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port c21554ce-e587-47c2-9a5e-61d889373e08 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:03.312787 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:03.317971 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:03.342925 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21554ce-e587-47c2-9a5e-61d889373e08'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:03.346066 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3330616-e9cd-4f0c-9d29-e2d0c79df834" -d '{"events": [{"server_uuid": "8cd743b2-3b6c-4213-819a-1a25314ed5e2", "name": "network-vif-plugged", "status": "completed", "tag": "c21554ce-e587-47c2-9a5e-61d889373e08"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:03.362446 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port c21554ce-e587-47c2-9a5e-61d889373e08, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=c21554ce-e587-47c2-9a5e-61d889373e08,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:03.398600 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382da28e-da29-40fa-800b-3f0969d536ca x-openstack-request-id: req-382da28e-da29-40fa-800b-3f0969d536ca {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:03.398906 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd743b2-3b6c-4213-819a-1a25314ed5e2", "name": "network-vif-plugged", "status": "completed", "tag": "c21554ce-e587-47c2-9a5e-61d889373e08", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:03.399297 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-382da28e-da29-40fa-800b-3f0969d536ca {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:03.399704 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382da28e-da29-40fa-800b-3f0969d536ca'] response: {'server_uuid': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'code': 200} Aug 24 17:50:03.426136 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:03.470519 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:03.523195 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:03.617736 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=c21554ce-e587-47c2-9a5e-61d889373e08,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:03.624226 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034caab1-ffeb-42d0-8247-af1e0ddb5bb4 req-35513b68-0fc6-47a2-9b75-e7849d0a6d8a tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:03.626928 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-034caab1-ffeb-42d0-8247-af1e0ddb5bb4 req-35513b68-0fc6-47a2-9b75-e7849d0a6d8a tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0696409 Aug 24 17:50:03.718312 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['12033839-1050-4fb0-90d7-ede010ae619a'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:50:03.724257 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcd3a7-b63c-4525-b5c0-af50723b8f4b req-9b44ee12-1680-42f3-8747-4985d9c5f55b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:03.733675 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1ddcd3a7-b63c-4525-b5c0-af50723b8f4b req-9b44ee12-1680-42f3-8747-4985d9c5f55b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 944 time: 0.0932262 Aug 24 17:50:03.758795 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:50:03.789173 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-034caab1-ffeb-42d0-8247-af1e0ddb5bb4 req-54b7eb7f-55ed-4bd4-b545-7a47b9c3cbe8 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407340 Aug 24 17:50:03.828096 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:03.868515 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1ddcd3a7-b63c-4525-b5c0-af50723b8f4b req-229cf5ab-7205-40ab-856b-4597e0513f67 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248317 Aug 24 17:50:03.871979 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:03.928850 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:03.934599 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53aeee9-51de-4466-b01c-f1a13dfbc4a4 req-5d951b7a-a0b7-4fba-aa88-a6003dd3a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:03.936255 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f53aeee9-51de-4466-b01c-f1a13dfbc4a4 req-5d951b7a-a0b7-4fba-aa88-a6003dd3a594 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 1129 time: 0.0626469 Aug 24 17:50:04.036841 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425e32-5b53-420c-99e1-774fc551bf13 req-6d42fb0f-77a0-46b7-ba52-50e9a871e935 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:04.038458 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aa425e32-5b53-420c-99e1-774fc551bf13 req-6d42fb0f-77a0-46b7-ba52-50e9a871e935 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 943 time: 0.0730524 Aug 24 17:50:04.041271 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f53aeee9-51de-4466-b01c-f1a13dfbc4a4 req-c9a5de45-6712-4f6a-b56c-ddaad9b32053 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984688 Aug 24 17:50:04.094874 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aa425e32-5b53-420c-99e1-774fc551bf13 req-bf56a81e-70fe-4a97-b0f4-7b956c8f4fcf tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496371 Aug 24 17:50:04.190637 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de53043-8fa0-4fad-a7d7-5d437ef56852 req-16306eca-e7ee-47ba-a3bb-c537e2df85df tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:04.192193 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2de53043-8fa0-4fad-a7d7-5d437ef56852 req-16306eca-e7ee-47ba-a3bb-c537e2df85df tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 945 time: 0.0522659 Aug 24 17:50:04.230745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:04.250760 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2de53043-8fa0-4fad-a7d7-5d437ef56852 req-253a2e19-5d2b-4e7b-b7c1-d925e7960a22 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526235 Aug 24 17:50:04.492618 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43248) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:04.629093 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:04.717698 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Publish callbacks [] for security_group (241085de-d5c9-49da-bfc4-906a14938a84), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:04.820421 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (241085de-d5c9-49da-bfc4-906a14938a84), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:04.866124 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241085de-d5c9-49da-bfc4-906a14938a84,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:04.872247 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=87c6230df86c4e1b96f1bbe34809443f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763907 Aug 24 17:50:04.873236 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43254) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:04.880036 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.883062 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.883511 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.884432 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.886805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.886805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.886805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.886805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.886805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.886805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.886805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.887274 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.887454 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.887989 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.888319 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ebad1-a7f3-4e33-977b-c4cc64b72273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:04.931856 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device d93fe402-2e98-4ff9-8441-854219d9e667 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:50:04.951877 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 12033839-1050-4fb0-90d7-ede010ae619a up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:04.989674 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Publish callbacks [] for security_group (241085de-d5c9-49da-bfc4-906a14938a84), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:04.998779 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15406d-c0c6-4ece-bdf8-646c2a67e450 req-8868fd33-6a83-4863-9462-35ae852dad54 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.000361 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bd15406d-c0c6-4ece-bdf8-646c2a67e450 req-8868fd33-6a83-4863-9462-35ae852dad54 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0842235 Aug 24 17:50:05.046791 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Publish callbacks [] for security_group (241085de-d5c9-49da-bfc4-906a14938a84), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.067666 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 12033839-1050-4fb0-90d7-ede010ae619a completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:50:05.114983 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port d93fe402-2e98-4ff9-8441-854219d9e667, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=d93fe402-2e98-4ff9-8441-854219d9e667,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:05.135771 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': 'd93fe402-2e98-4ff9-8441-854219d9e667', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'port_id': 'd93fe402-2e98-4ff9-8441-854219d9e667', 'mac_address': 'fa:16:3e:f2:9c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:50:05.139554 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b7d64-8548-438b-92a7-c68a6a8e0f58 req-1ba8341e-a497-4197-8485-4d84827d3717 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.140916 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2f8b7d64-8548-438b-92a7-c68a6a8e0f58 req-1ba8341e-a497-4197-8485-4d84827d3717 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 944 time: 0.1022148 Aug 24 17:50:05.153093 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bd15406d-c0c6-4ece-bdf8-646c2a67e450 req-6ddcdddf-75e2-4891-b5d2-2fc4faccbbd3 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411138 Aug 24 17:50:05.216114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 12033839-1050-4fb0-90d7-ede010ae619a triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:05.216512 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (12033839-1050-4fb0-90d7-ede010ae619a), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.236593 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2f8b7d64-8548-438b-92a7-c68a6a8e0f58 req-99a3f61b-f130-4b4c-9bfb-05337d41c104 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744388 Aug 24 17:50:05.249368 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port d93fe402-2e98-4ff9-8441-854219d9e667 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:05.256391 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.304692 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93fe402-2e98-4ff9-8441-854219d9e667 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:50:05.340778 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (241085de-d5c9-49da-bfc4-906a14938a84), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.347165 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.353920 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/241085de-d5c9-49da-bfc4-906a14938a84 HTTP/1.1" status: 204 len: 168 time: 0.4737132 Aug 24 17:50:05.385769 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port d93fe402-2e98-4ff9-8441-854219d9e667, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=d93fe402-2e98-4ff9-8441-854219d9e667,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:05.421492 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241085de-d5c9-49da-bfc4-906a14938a84,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:05.442146 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.442728 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.443211 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.443825 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.444382 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.444939 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.445483 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.446118 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.446653 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.447210 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.447764 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.448366 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.448913 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.449451 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.450006 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2faf2-1c86-4546-b6b6-69023c01f0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.452227 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 12033839-1050-4fb0-90d7-ede010ae619a is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:05.452836 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.482368 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.502585 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:05.505183 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a8458c-8d6e-4f4a-9d56-f88c42c30df7" -d '{"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-plugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:05.554481 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6f37-e0e1-414a-9997-0c492927d3c2 req-387d6a0a-ffe1-4f18-990f-fcbee67f378e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.557196 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-79af6f37-e0e1-414a-9997-0c492927d3c2 req-387d6a0a-ffe1-4f18-990f-fcbee67f378e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 943 time: 0.1822097 Aug 24 17:50:05.571489 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91608176-026e-48df-b49d-9c36e96db429 req-b6cc078d-f624-4088-8bac-61ab62be973d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.574252 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-91608176-026e-48df-b49d-9c36e96db429 req-b6cc078d-f624-4088-8bac-61ab62be973d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 945 time: 0.1969934 Aug 24 17:50:05.585433 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:05.617090 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=d93fe402-2e98-4ff9-8441-854219d9e667,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:05.632327 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.632876 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.633411 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.634011 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.634877 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.635136 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.635618 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.636189 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.636720 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.637298 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.637837 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.638442 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.638978 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.639533 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.640223 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:05.676640 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-79af6f37-e0e1-414a-9997-0c492927d3c2 req-d0ce6788-6c89-49d3-9622-a64b9ca97cf5 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009071 Aug 24 17:50:05.717623 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.720583 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-91608176-026e-48df-b49d-9c36e96db429 req-1631b5fa-343c-4aa9-9a92-601030b7aab2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349423 Aug 24 17:50:05.749805 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9802fd-efdf-4f61-a526-66dd1ae04764 x-openstack-request-id: req-bf9802fd-efdf-4f61-a526-66dd1ae04764 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:05.750173 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-plugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:05.751149 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf9802fd-efdf-4f61-a526-66dd1ae04764 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:05.751877 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9802fd-efdf-4f61-a526-66dd1ae04764'] response: {'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a', 'code': 200} Aug 24 17:50:05.754813 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['d93fe402-2e98-4ff9-8441-854219d9e667'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:50:05.947175 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:06.408915 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092f18a-0208-4bd1-afe8-bca0a57d3929 req-208f63a0-4d7f-4728-9ce1-0a5679ed2bc0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:06.423563 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c092f18a-0208-4bd1-afe8-bca0a57d3929 req-208f63a0-4d7f-4728-9ce1-0a5679ed2bc0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0669577 Aug 24 17:50:06.463225 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43294) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:06.495088 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-47f377d0-b645-40eb-90fe-25509be98add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:06.555460 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:06.565698 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c092f18a-0208-4bd1-afe8-bca0a57d3929 req-df3532e6-23c3-4e32-9c9c-4592997f3efb tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406531 Aug 24 17:50:06.570032 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f1ba2-4399-45e8-ade3-bf870aa657aa req-3567706e-0282-44a0-a360-07b25f0422c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:06.571811 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e91f1ba2-4399-45e8-ade3-bf870aa657aa req-3567706e-0282-44a0-a360-07b25f0422c1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 1129 time: 0.1391301 Aug 24 17:50:06.614962 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-47f377d0-b645-40eb-90fe-25509be98add admin admin] Publish callbacks [] for security_group (5896674c-efd4-496c-b507-5f3329534e5c), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:06.646283 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e91f1ba2-4399-45e8-ade3-bf870aa657aa req-171b5fac-4876-4782-95e6-b119d8df3bed service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682712 Aug 24 17:50:06.678088 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-47f377d0-b645-40eb-90fe-25509be98add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5896674c-efd4-496c-b507-5f3329534e5c), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:06.694045 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:06.732794 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-47f377d0-b645-40eb-90fe-25509be98add admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=51d62544d09e42b7ae721427cf6b74c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682047 Aug 24 17:50:06.732982 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43304) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:06.735506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f377d0-b645-40eb-90fe-25509be98add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5896674c-efd4-496c-b507-5f3329534e5c,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:06.886131 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:06.916173 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5aa0-8c15-473b-810f-e7436c4727cc req-7719b0c7-41d5-49a9-9aa2-9bfef921b5c4 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:06.917683 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f58d5aa0-8c15-473b-810f-e7436c4727cc req-7719b0c7-41d5-49a9-9aa2-9bfef921b5c4 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 944 time: 0.1369643 Aug 24 17:50:06.923766 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38f62669-5386-4736-9648-4bb1f8df94da admin admin] Publish callbacks [] for security_group (5896674c-efd4-496c-b507-5f3329534e5c), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:06.945218 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:06.953839 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device d93fe402-2e98-4ff9-8441-854219d9e667 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:06.971451 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38f62669-5386-4736-9648-4bb1f8df94da admin admin] Publish callbacks [] for security_group (5896674c-efd4-496c-b507-5f3329534e5c), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:06.980916 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9f0c-ce7e-4bd8-bd71-66037af1dfe2 req-c18a1cfb-aebc-498e-9cd0-c22c623e3de1 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:06.982101 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-691d9f0c-ce7e-4bd8-bd71-66037af1dfe2 req-c18a1cfb-aebc-498e-9cd0-c22c623e3de1 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 945 time: 0.1308966 Aug 24 17:50:07.016109 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port d93fe402-2e98-4ff9-8441-854219d9e667 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:50:07.018643 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:07.077944 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f58d5aa0-8c15-473b-810f-e7436c4727cc req-eb8c50b5-0181-432b-abb5-67c323d14bdd tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483576 Aug 24 17:50:07.105325 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-691d9f0c-ce7e-4bd8-bd71-66037af1dfe2 req-b98add10-dead-4897-8a0c-d9efd8637a9f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862029 Aug 24 17:50:07.147597 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43314) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:07.158129 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port d93fe402-2e98-4ff9-8441-854219d9e667 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:07.158566 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.215498 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:07.215898 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38f62669-5386-4736-9648-4bb1f8df94da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5896674c-efd4-496c-b507-5f3329534e5c), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.221646 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38f62669-5386-4736-9648-4bb1f8df94da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.224746 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-38f62669-5386-4736-9648-4bb1f8df94da admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5896674c-efd4-496c-b507-5f3329534e5c HTTP/1.1" status: 204 len: 168 time: 0.4895833 Aug 24 17:50:07.256741 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port d93fe402-2e98-4ff9-8441-854219d9e667 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:07.257059 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.257344 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f62669-5386-4736-9648-4bb1f8df94da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5896674c-efd4-496c-b507-5f3329534e5c,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:07.328905 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d2930924-960b-4b62-ba10-fb6c75d2264e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.329068 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port d93fe402-2e98-4ff9-8441-854219d9e667, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=d93fe402-2e98-4ff9-8441-854219d9e667,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:07.343540 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86292c4-3362-4a94-8fa8-429210a8e138 req-4f206549-83aa-4cb0-ac66-964d79953142 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:07.345465 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f86292c4-3362-4a94-8fa8-429210a8e138 req-4f206549-83aa-4cb0-ac66-964d79953142 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 945 time: 0.1038179 Aug 24 17:50:07.356149 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43320) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:07.365355 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-f8f25ca7-4b84-42a0-86fb-6235669c5a8f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'floatingip': {'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:07.440273 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.453764 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f8f25ca7-4b84-42a0-86fb-6235669c5a8f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (ceb21949-2b34-4bc8-8236-8f3dbd9e9b40), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.464307 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d2930924-960b-4b62-ba10-fb6c75d2264e admin admin] Publish callbacks [] for security_group (16ab12e8-2849-45b7-9a39-937d7157436b), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.502374 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=d93fe402-2e98-4ff9-8441-854219d9e667,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:07.585949 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d2930924-960b-4b62-ba10-fb6c75d2264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (16ab12e8-2849-45b7-9a39-937d7157436b), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.641677 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d2930924-960b-4b62-ba10-fb6c75d2264e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=775b89b6f18948d58cb96d4593951158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4927907 Aug 24 17:50:07.642753 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2930924-960b-4b62-ba10-fb6c75d2264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ab12e8-2849-45b7-9a39-937d7157436b,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:07.645920 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43334) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:07.718777 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:07.743411 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766225-11a4-459e-b9e3-2285617d43ff req-f24e94b6-526e-47f9-ba5c-d267313983d8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:07.744791 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7e766225-11a4-459e-b9e3-2285617d43ff req-f24e94b6-526e-47f9-ba5c-d267313983d8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0769382 Aug 24 17:50:07.750095 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5caf8f5a-9e51-486b-804f-97f144760235 admin admin] Publish callbacks [] for security_group (16ab12e8-2849-45b7-9a39-937d7157436b), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.757047 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93fe402-2e98-4ff9-8441-854219d9e667'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:07.757047 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e304cd-e6a4-43f4-965e-d0ee914dbebb" -d '{"events": [{"server_uuid": "ec9a988c-b152-4e39-ad48-c2f7facd203f", "name": "network-vif-plugged", "status": "completed", "tag": "d93fe402-2e98-4ff9-8441-854219d9e667"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:07.790581 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5caf8f5a-9e51-486b-804f-97f144760235 admin admin] Publish callbacks [] for security_group (16ab12e8-2849-45b7-9a39-937d7157436b), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.849721 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7e766225-11a4-459e-b9e3-2285617d43ff req-423a1bc9-a5c6-4776-8999-3c30bdbf746c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856025 Aug 24 17:50:07.911601 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f4edb1-604f-4d15-a787-20a18e01f15f x-openstack-request-id: req-d1f4edb1-604f-4d15-a787-20a18e01f15f {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:07.912000 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9a988c-b152-4e39-ad48-c2f7facd203f", "name": "network-vif-plugged", "status": "completed", "tag": "d93fe402-2e98-4ff9-8441-854219d9e667", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:07.912747 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1f4edb1-604f-4d15-a787-20a18e01f15f {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:07.913217 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f4edb1-604f-4d15-a787-20a18e01f15f'] response: {'server_uuid': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93fe402-2e98-4ff9-8441-854219d9e667', 'code': 200} Aug 24 17:50:07.987031 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5caf8f5a-9e51-486b-804f-97f144760235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (16ab12e8-2849-45b7-9a39-937d7157436b), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.990172 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5caf8f5a-9e51-486b-804f-97f144760235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.992014 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-5caf8f5a-9e51-486b-804f-97f144760235 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/16ab12e8-2849-45b7-9a39-937d7157436b HTTP/1.1" status: 204 len: 168 time: 0.3450887 Aug 24 17:50:08.007086 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf8f5a-9e51-486b-804f-97f144760235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ab12e8-2849-45b7-9a39-937d7157436b,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:08.248335 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980bf44-17c6-45fe-b2d8-981b54d5a24b req-bc746ce8-cbb1-43ea-b647-44904f10730e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:08.249848 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6980bf44-17c6-45fe-b2d8-981b54d5a24b req-bc746ce8-cbb1-43ea-b647-44904f10730e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0621457 Aug 24 17:50:08.308723 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6980bf44-17c6-45fe-b2d8-981b54d5a24b req-e13aef32-6178-477b-83b8-896d16c83fd1 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504732 Aug 24 17:50:08.448861 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f8f25ca7-4b84-42a0-86fb-6235669c5a8f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.580945 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f8f25ca7-4b84-42a0-86fb-6235669c5a8f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (ceb21949-2b34-4bc8-8236-8f3dbd9e9b40), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.686272 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-f8f25ca7-4b84-42a0-86fb-6235669c5a8f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Floating IP ceb21949-2b34-4bc8-8236-8f3dbd9e9b40 associated. External IP: 172.27.2.126, port: c21554ce-e587-47c2-9a5e-61d889373e08. Aug 24 17:50:08.912652 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43372) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:08.933466 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a890dcb6-0a39-4f09-bf59-c164ae5bfe4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.948596 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f25ca7-4b84-42a0-86fb-6235669c5a8f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:50:09.008680 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755531a1-4559-47bf-b2f2-239b6ed8bfd1 req-d0117a5b-bc41-401a-abb3-9ceee8f4ccf8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:09.011606 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-755531a1-4559-47bf-b2f2-239b6ed8bfd1 req-d0117a5b-bc41-401a-abb3-9ceee8f4ccf8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0602348 Aug 24 17:50:09.073166 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-755531a1-4559-47bf-b2f2-239b6ed8bfd1 req-ce9d5b1a-dab1-4f03-aa54-a6cbdf1c3d74 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529842 Aug 24 17:50:09.138039 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a890dcb6-0a39-4f09-bf59-c164ae5bfe4e admin admin] Publish callbacks [] for security_group (a245bd45-16e7-4a78-afca-8c9ff60b578c), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:09.143760 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f25ca7-4b84-42a0-86fb-6235669c5a8f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:09.158950 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f8f25ca7-4b84-42a0-86fb-6235669c5a8f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:09.164222 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:09.181612 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:09.182396 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:09.202421 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-f8f25ca7-4b84-42a0-86fb-6235669c5a8f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/ceb21949-2b34-4bc8-8236-8f3dbd9e9b40 HTTP/1.1" status: 200 len: 991 time: 1.8441091 Aug 24 17:50:09.203832 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'tag': 'c21554ce-e587-47c2-9a5e-61d889373e08'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:09.206654 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd743b2-3b6c-4213-819a-1a25314ed5e2", "tag": "c21554ce-e587-47c2-9a5e-61d889373e08"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:09.248689 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a890dcb6-0a39-4f09-bf59-c164ae5bfe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (a245bd45-16e7-4a78-afca-8c9ff60b578c), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:09.255704 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3467ae-9c14-4026-ae59-ff32cef0a19d x-openstack-request-id: req-6a3467ae-9c14-4026-ae59-ff32cef0a19d {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:09.255995 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd743b2-3b6c-4213-819a-1a25314ed5e2", "tag": "c21554ce-e587-47c2-9a5e-61d889373e08", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:09.266767 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a3467ae-9c14-4026-ae59-ff32cef0a19d {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:09.266767 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3467ae-9c14-4026-ae59-ff32cef0a19d'] response: {'name': 'network-changed', 'server_uuid': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'tag': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'status': 'completed', 'code': 200} Aug 24 17:50:09.307845 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a890dcb6-0a39-4f09-bf59-c164ae5bfe4e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b113a0e20804437a8f18a67b0d2a9b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882868 Aug 24 17:50:09.307845 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43386) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:09.317500 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890dcb6-0a39-4f09-bf59-c164ae5bfe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a245bd45-16e7-4a78-afca-8c9ff60b578c,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:09.384817 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:09.395483 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-bca4d4c2-3e11-47f4-ba8b-75d8f122ee3c admin admin] Publish callbacks [] for security_group (a245bd45-16e7-4a78-afca-8c9ff60b578c), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:09.421258 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-bca4d4c2-3e11-47f4-ba8b-75d8f122ee3c admin admin] Publish callbacks [] for security_group (a245bd45-16e7-4a78-afca-8c9ff60b578c), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:09.491738 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a56ce-a721-439c-8b32-4f10dec17aef req-a19bae4e-42c3-4dce-bb47-a57493bd7c2a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:09.493345 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-903a56ce-a721-439c-8b32-4f10dec17aef req-a19bae4e-42c3-4dce-bb47-a57493bd7c2a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0671771 Aug 24 17:50:09.528659 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:09.546408 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-903a56ce-a721-439c-8b32-4f10dec17aef req-b47e31bc-ea43-42a0-9ba8-4c1bee09d4bd tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469718 Aug 24 17:50:09.572501 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-bca4d4c2-3e11-47f4-ba8b-75d8f122ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (a245bd45-16e7-4a78-afca-8c9ff60b578c), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:09.577212 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-bca4d4c2-3e11-47f4-ba8b-75d8f122ee3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:09.578913 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-bca4d4c2-3e11-47f4-ba8b-75d8f122ee3c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a245bd45-16e7-4a78-afca-8c9ff60b578c HTTP/1.1" status: 204 len: 168 time: 0.2722650 Aug 24 17:50:09.596581 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4d4c2-3e11-47f4-ba8b-75d8f122ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a245bd45-16e7-4a78-afca-8c9ff60b578c,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:09.660213 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:09.665921 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'ceb21949-2b34-4bc8-8236-8f3dbd9e9b40', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:23Z', 'updated_at': '2022-08-24T17:50:08Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:09.694752 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:09.704813 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:09.705454 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:09.825930 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:09.832428 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:10.064982 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'ceb21949-2b34-4bc8-8236-8f3dbd9e9b40', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:23Z', 'updated_at': '2022-08-24T17:50:08Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:10.093251 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118f867-43b4-44e8-a068-2a3b747c4885 None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'ceb21949-2b34-4bc8-8236-8f3dbd9e9b40', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:23Z', 'updated_at': '2022-08-24T17:50:08Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:10.235605 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1287a4c-5dd4-4134-ae1a-59143c94b3f8 req-fecd5b9b-c0e2-4fb7-91af-f751e5a329b9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:10.237135 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c1287a4c-5dd4-4134-ae1a-59143c94b3f8 req-fecd5b9b-c0e2-4fb7-91af-f751e5a329b9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0559642 Aug 24 17:50:10.298745 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c1287a4c-5dd4-4134-ae1a-59143c94b3f8 req-b9e69d84-47b3-4e0f-8c20-5a10bcbe0a8e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510900 Aug 24 17:50:10.377446 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789e0f6-4154-408d-a0be-831a6bea7643 None None] New status for floating IP ceb21949-2b34-4bc8-8236-8f3dbd9e9b40: ACTIVE {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:50:10.406344 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43436) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:10.435517 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0a53f528-9d10-47f9-9aec-4695e6d85bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.526387 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-074f0909-2742-474b-90ed-cb0e09040783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:10.528506 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-074f0909-2742-474b-90ed-cb0e09040783 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 1129 time: 0.0598106 Aug 24 17:50:10.561636 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:10.574760 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0a53f528-9d10-47f9-9aec-4695e6d85bae admin admin] Publish callbacks [] for security_group (cd5880f4-96e7-4844-9747-1f3aab40bf9e), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.697303 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7986a8-bfe4-449d-b790-3725f37327f7 req-137c415d-361c-4fc5-8bbd-8cb451a0706a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:10.698855 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b7986a8-bfe4-449d-b790-3725f37327f7 req-137c415d-361c-4fc5-8bbd-8cb451a0706a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0579808 Aug 24 17:50:10.713774 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0a53f528-9d10-47f9-9aec-4695e6d85bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cd5880f4-96e7-4844-9747-1f3aab40bf9e), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.757110 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53f528-9d10-47f9-9aec-4695e6d85bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5880f4-96e7-4844-9747-1f3aab40bf9e,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:10.761883 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-0a53f528-9d10-47f9-9aec-4695e6d85bae admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ab0909c833f144fcb5b6ab5faa515ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534727 Aug 24 17:50:10.762194 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b7986a8-bfe4-449d-b790-3725f37327f7 req-bcfbe645-ebf3-47a6-a343-02f55f06ab2a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540946 Aug 24 17:50:10.764899 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43454) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:10.822886 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-aaf02760-60d3-45bf-89af-6b80c24954df admin admin] Publish callbacks [] for security_group (cd5880f4-96e7-4844-9747-1f3aab40bf9e), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.850708 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-aaf02760-60d3-45bf-89af-6b80c24954df admin admin] Publish callbacks [] for security_group (cd5880f4-96e7-4844-9747-1f3aab40bf9e), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.986189 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-aaf02760-60d3-45bf-89af-6b80c24954df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cd5880f4-96e7-4844-9747-1f3aab40bf9e), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.986442 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.989536 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-aaf02760-60d3-45bf-89af-6b80c24954df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.990754 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-aaf02760-60d3-45bf-89af-6b80c24954df admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cd5880f4-96e7-4844-9747-1f3aab40bf9e HTTP/1.1" status: 204 len: 168 time: 0.2249424 Aug 24 17:50:10.999361 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf02760-60d3-45bf-89af-6b80c24954df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5880f4-96e7-4844-9747-1f3aab40bf9e,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:11.243249 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-d135138c-8072-465d-8ada-6dceb9e151fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:11.244816 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-d135138c-8072-465d-8ada-6dceb9e151fb service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 916 time: 0.2006159 Aug 24 17:50:11.260142 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43466) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:11.560955 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a716d-7fe9-475f-a368-80de7e4d371b req-e910ba66-6acd-4165-aee6-de03e05cc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:11.562521 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-284a716d-7fe9-475f-a368-80de7e4d371b req-e910ba66-6acd-4165-aee6-de03e05cc99e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 1129 time: 0.1345537 Aug 24 17:50:11.638564 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d2b1a5e2-8459-49a4-aef7-f53b3365f79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.739707 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-284a716d-7fe9-475f-a368-80de7e4d371b req-6eb21318-668a-460a-aace-5975a852abb1 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1681321 Aug 24 17:50:11.784613 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d2b1a5e2-8459-49a4-aef7-f53b3365f79f admin admin] Publish callbacks [] for security_group (b2cd8e2b-be59-4c8a-9e07-87d6d78a2e1a), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.837795 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73ad3-ca4c-4238-9807-e55fbcd19602 req-b8be5b43-0132-4d25-80ac-f7a49c69d249 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:11.842689 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-26c73ad3-ca4c-4238-9807-e55fbcd19602 req-b8be5b43-0132-4d25-80ac-f7a49c69d249 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1097004 Aug 24 17:50:11.847221 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-a42edf4b-3aa7-46e9-9199-5c14f9367182 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c21554ce-e587-47c2-9a5e-61d889373e08 HTTP/1.1" status: 200 len: 1001 time: 0.4591084 Aug 24 17:50:11.865547 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d2b1a5e2-8459-49a4-aef7-f53b3365f79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (b2cd8e2b-be59-4c8a-9e07-87d6d78a2e1a), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.904035 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-26c73ad3-ca4c-4238-9807-e55fbcd19602 req-480c7be9-c269-4582-8d4b-29b812782d59 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571129 Aug 24 17:50:11.911612 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43502) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:11.911774 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d2b1a5e2-8459-49a4-aef7-f53b3365f79f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=cd8360160397475584b37514525cd1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6504726 Aug 24 17:50:11.916693 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1a5e2-8459-49a4-aef7-f53b3365f79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd8e2b-be59-4c8a-9e07-87d6d78a2e1a,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:12.019514 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e7a6-0faa-40e9-8637-11ab82f68e12 admin admin] Publish callbacks [] for security_group (b2cd8e2b-be59-4c8a-9e07-87d6d78a2e1a), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:12.069607 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e7a6-0faa-40e9-8637-11ab82f68e12 admin admin] Publish callbacks [] for security_group (b2cd8e2b-be59-4c8a-9e07-87d6d78a2e1a), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:12.077101 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f88e4-3ed8-4bc8-92fc-9a13afebef3d req-a502c92b-dc86-4872-88a2-7e61814aba27 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:12.079175 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-732f88e4-3ed8-4bc8-92fc-9a13afebef3d req-a502c92b-dc86-4872-88a2-7e61814aba27 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0749483 Aug 24 17:50:12.165765 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-732f88e4-3ed8-4bc8-92fc-9a13afebef3d req-a24eff52-0747-4183-acb2-ff7b84f25639 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784712 Aug 24 17:50:12.294413 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877bec6-7b8a-4ca7-aa55-ada35e7a7ed9 req-6c9885d1-130a-4b35-bbb3-69c42e064141 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:12.295938 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b877bec6-7b8a-4ca7-aa55-ada35e7a7ed9 req-6c9885d1-130a-4b35-bbb3-69c42e064141 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0848444 Aug 24 17:50:12.302332 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e7a6-0faa-40e9-8637-11ab82f68e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (b2cd8e2b-be59-4c8a-9e07-87d6d78a2e1a), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:12.304953 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e7a6-0faa-40e9-8637-11ab82f68e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:12.306266 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-2ee1e7a6-0faa-40e9-8637-11ab82f68e12 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b2cd8e2b-be59-4c8a-9e07-87d6d78a2e1a HTTP/1.1" status: 204 len: 168 time: 0.3930438 Aug 24 17:50:12.309213 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43516) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:12.311602 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:12.312112 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-88b17689-91c5-4f4f-be64-257fc9216c48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'floatingip': {'port_id': '12033839-1050-4fb0-90d7-ede010ae619a'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:12.318714 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-af1f45ff-d596-4c5b-b429-6c2199a3fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:12.320165 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-af1f45ff-d596-4c5b-b429-6c2199a3fa2a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 200 len: 854 time: 0.0956421 Aug 24 17:50:12.320903 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1e7a6-0faa-40e9-8637-11ab82f68e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd8e2b-be59-4c8a-9e07-87d6d78a2e1a,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:12.354137 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-88b17689-91c5-4f4f-be64-257fc9216c48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (6dcf9950-de58-45b1-9eb5-68d114098dce), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:12.588897 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:12.675872 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-e70e9c43-0122-4ab8-8ed3-68d128bb9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:12.677788 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-e70e9c43-0122-4ab8-8ed3-68d128bb9144 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553648 Aug 24 17:50:12.792000 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-d2870423-e66a-43a5-97ef-ebbbbbff2921 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068652 Aug 24 17:50:12.869544 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-88b17689-91c5-4f4f-be64-257fc9216c48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:12.963022 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-88b17689-91c5-4f4f-be64-257fc9216c48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (6dcf9950-de58-45b1-9eb5-68d114098dce), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.002829 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:13.022548 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:13.087422 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bbae4bb7-d11f-4eb7-abe4-943e45edd1e2 req-9abb9c63-e01f-48e2-9ed2-2c06e7846585 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925278 Aug 24 17:50:13.094579 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-88b17689-91c5-4f4f-be64-257fc9216c48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Floating IP 6dcf9950-de58-45b1-9eb5-68d114098dce associated. External IP: 172.27.2.110, port: 12033839-1050-4fb0-90d7-ede010ae619a. Aug 24 17:50:13.227399 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43552) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:13.257063 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43649e1c-20df-4f8d-ae34-c6653b89cba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.419808 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5322a9-7ec7-4971-8dc3-b10d97d91834 req-c405a1a1-bbfa-4221-b364-8b424a1d0d72 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:13.423871 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-be5322a9-7ec7-4971-8dc3-b10d97d91834 req-c405a1a1-bbfa-4221-b364-8b424a1d0d72 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0887294 Aug 24 17:50:13.434280 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43649e1c-20df-4f8d-ae34-c6653b89cba2 admin admin] Publish callbacks [] for security_group (05f90849-b809-460d-a4c4-d1282a277b38), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.481098 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43649e1c-20df-4f8d-ae34-c6653b89cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (05f90849-b809-460d-a4c4-d1282a277b38), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.523841 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43649e1c-20df-4f8d-ae34-c6653b89cba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f90849-b809-460d-a4c4-d1282a277b38,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:13.565221 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-be5322a9-7ec7-4971-8dc3-b10d97d91834 req-666f13e8-718e-4218-84b8-94c53fe36c6c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234896 Aug 24 17:50:13.598981 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-43649e1c-20df-4f8d-ae34-c6653b89cba2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a0f90864019b4332b3c95e93d54d2037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702366 Aug 24 17:50:13.603145 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43564) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:13.607062 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b17689-91c5-4f4f-be64-257fc9216c48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:50:13.707775 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-701a2b42-f856-4a2e-898c-d6dbff000a39 admin admin] Publish callbacks [] for security_group (05f90849-b809-460d-a4c4-d1282a277b38), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.736926 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-701a2b42-f856-4a2e-898c-d6dbff000a39 admin admin] Publish callbacks [] for security_group (05f90849-b809-460d-a4c4-d1282a277b38), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.751048 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b17689-91c5-4f4f-be64-257fc9216c48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:13.756667 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-88b17689-91c5-4f4f-be64-257fc9216c48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.762379 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] Sync routers for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:13.775029 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:13.775670 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:13.780831 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:13.814129 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-88b17689-91c5-4f4f-be64-257fc9216c48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/6dcf9950-de58-45b1-9eb5-68d114098dce HTTP/1.1" status: 200 len: 991 time: 1.5054369 Aug 24 17:50:13.814958 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:13.817297 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5558b1-4395-439f-a8a1-4a5384da2873" -d '{"events": [{"name": "network-changed", "server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "tag": "12033839-1050-4fb0-90d7-ede010ae619a"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:13.879175 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6e446d-c310-4e0a-8725-5d942e807fb2 x-openstack-request-id: req-eb6e446d-c310-4e0a-8725-5d942e807fb2 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:13.879175 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "tag": "12033839-1050-4fb0-90d7-ede010ae619a", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:13.879175 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb6e446d-c310-4e0a-8725-5d942e807fb2 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:13.879175 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6e446d-c310-4e0a-8725-5d942e807fb2'] response: {'name': 'network-changed', 'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a', 'status': 'completed', 'code': 200} Aug 24 17:50:13.908079 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:13.915885 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:13.924476 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-701a2b42-f856-4a2e-898c-d6dbff000a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (05f90849-b809-460d-a4c4-d1282a277b38), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.927957 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-701a2b42-f856-4a2e-898c-d6dbff000a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.933268 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-701a2b42-f856-4a2e-898c-d6dbff000a39 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/05f90849-b809-460d-a4c4-d1282a277b38 HTTP/1.1" status: 204 len: 168 time: 0.3289938 Aug 24 17:50:13.943079 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a2b42-f856-4a2e-898c-d6dbff000a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f90849-b809-460d-a4c4-d1282a277b38,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:14.059124 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:14.229130 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '6dcf9950-de58-45b1-9eb5-68d114098dce', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'port_id': '12033839-1050-4fb0-90d7-ede010ae619a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'mac_address': 'fa:16:3e:e7:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f9aac-b081-4041-ba41-dd14fb267e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:33Z', 'updated_at': '2022-08-24T17:50:12Z', 'revision_number': 1, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:14.255991 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] Checking router: 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:14.266561 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:14.267413 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:14.393741 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:14.637603 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '6dcf9950-de58-45b1-9eb5-68d114098dce', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'port_id': '12033839-1050-4fb0-90d7-ede010ae619a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'mac_address': 'fa:16:3e:e7:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f9aac-b081-4041-ba41-dd14fb267e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:33Z', 'updated_at': '2022-08-24T17:50:12Z', 'revision_number': 1, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:14.683814 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3f5f7-4fc8-4037-bc17-d8106a66aebc None None] The sync data for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi is: [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '6dcf9950-de58-45b1-9eb5-68d114098dce', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'port_id': '12033839-1050-4fb0-90d7-ede010ae619a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'mac_address': 'fa:16:3e:e7:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f9aac-b081-4041-ba41-dd14fb267e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:33Z', 'updated_at': '2022-08-24T17:50:12Z', 'revision_number': 1, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:14.691008 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa28bf9-06ee-4f9f-be3a-c1fe70aa3c9b req-f7ede7e4-23a6-4629-927f-8e9d0d443a4d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:14.698956 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9aa28bf9-06ee-4f9f-be3a-c1fe70aa3c9b req-f7ede7e4-23a6-4629-927f-8e9d0d443a4d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0576179 Aug 24 17:50:14.762191 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9aa28bf9-06ee-4f9f-be3a-c1fe70aa3c9b req-8f580de0-02e3-42d6-bb90-477d9a84e466 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596907 Aug 24 17:50:14.947157 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bf638-43a3-4328-bcdb-a5bb1ab3ab0a None None] New status for floating IP 6dcf9950-de58-45b1-9eb5-68d114098dce: ACTIVE {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:50:15.887303 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db509e96-13e5-4cfd-876f-dc8ce4fee224 req-bfabd71a-9034-47ab-b189-dcb0b591fd2d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:15.888754 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-db509e96-13e5-4cfd-876f-dc8ce4fee224 req-bfabd71a-9034-47ab-b189-dcb0b591fd2d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0510042 Aug 24 17:50:15.950446 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-db509e96-13e5-4cfd-876f-dc8ce4fee224 req-9a97ca81-8975-41e1-b9d9-548c2d50fb9b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533266 Aug 24 17:50:16.318739 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-847a8dc2-7810-4836-82e3-a25c327a59e1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627065 Aug 24 17:50:16.359025 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-6baaf15c-fa7c-4148-8387-84c2f26c61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:16.360937 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-6baaf15c-fa7c-4148-8387-84c2f26c61c4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 1129 time: 0.0503557 Aug 24 17:50:17.073626 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a952-9b6b-46e9-b91d-4d349fc763b5 req-9592db37-d77e-48cd-87c4-2bcd661338f9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:17.076052 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d2f0a952-9b6b-46e9-b91d-4d349fc763b5 req-9592db37-d77e-48cd-87c4-2bcd661338f9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0521762 Aug 24 17:50:17.127448 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d2f0a952-9b6b-46e9-b91d-4d349fc763b5 req-a8960a02-8d7f-4216-b107-18dd99eac688 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453291 Aug 24 17:50:17.256479 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079de94-8aa6-4b4e-a2d2-a343286bc6df req-245b198a-8c7f-4066-a876-5b4715301588 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:17.258101 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5079de94-8aa6-4b4e-a2d2-a343286bc6df req-245b198a-8c7f-4066-a876-5b4715301588 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0555403 Aug 24 17:50:17.269760 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43706) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:17.277560 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-b84f05b0-3844-4abc-a1a7-8bddaa14d96a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'floatingip': {'port_id': 'd93fe402-2e98-4ff9-8441-854219d9e667'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:17.285785 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:17.345264 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-b0bd409c-dbb4-4d3f-99a3-772b6090b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:17.346726 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-b0bd409c-dbb4-4d3f-99a3-772b6090b6ab service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 917 time: 0.1104789 Aug 24 17:50:17.358511 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b84f05b0-3844-4abc-a1a7-8bddaa14d96a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (158c6a5e-6fae-4115-a670-852fe8559f1d), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.757285 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-543848f6-0db1-45f2-9d2e-deb423546b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.988612 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b84f05b0-3844-4abc-a1a7-8bddaa14d96a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:18.059898 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b84f05b0-3844-4abc-a1a7-8bddaa14d96a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (158c6a5e-6fae-4115-a670-852fe8559f1d), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:18.149725 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:18.161605 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [None req-b84f05b0-3844-4abc-a1a7-8bddaa14d96a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Floating IP 158c6a5e-6fae-4115-a670-852fe8559f1d associated. External IP: 172.27.2.226, port: d93fe402-2e98-4ff9-8441-854219d9e667. Aug 24 17:50:18.571018 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:18.609005 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84f05b0-3844-4abc-a1a7-8bddaa14d96a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Router e0ebd80d-cfc6-496a-886f-220381a1fa3f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:50:18.722118 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84f05b0-3844-4abc-a1a7-8bddaa14d96a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:18.727525 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b84f05b0-3844-4abc-a1a7-8bddaa14d96a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:18.731994 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] Sync routers for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:18.743983 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:18.744861 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:18.762599 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-b84f05b0-3844-4abc-a1a7-8bddaa14d96a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/158c6a5e-6fae-4115-a670-852fe8559f1d HTTP/1.1" status: 200 len: 991 time: 1.4915166 Aug 24 17:50:18.763218 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'tag': 'd93fe402-2e98-4ff9-8441-854219d9e667'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:18.765709 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4614328a-5a43-4459-b7d3-45e0dc295ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9a988c-b152-4e39-ad48-c2f7facd203f", "tag": "d93fe402-2e98-4ff9-8441-854219d9e667"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:18.808899 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e376bb43-4aa9-4592-9e10-4fa87076719c x-openstack-request-id: req-e376bb43-4aa9-4592-9e10-4fa87076719c {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:18.808899 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9a988c-b152-4e39-ad48-c2f7facd203f", "tag": "d93fe402-2e98-4ff9-8441-854219d9e667", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:18.808899 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e376bb43-4aa9-4592-9e10-4fa87076719c {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:18.808899 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e376bb43-4aa9-4592-9e10-4fa87076719c'] response: {'name': 'network-changed', 'server_uuid': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'tag': 'd93fe402-2e98-4ff9-8441-854219d9e667', 'status': 'completed', 'code': 200} Aug 24 17:50:18.952281 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:19.019680 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-945da0a3-27ba-4589-8654-d7a55f96b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.021567 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-945da0a3-27ba-4589-8654-d7a55f96b64a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b8a384a5f96e488fb3c4abd75fd876fb&device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 1129 time: 0.0492163 Aug 24 17:50:19.054338 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:19.105921 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-e249ab10-9d6c-400a-bdd7-f678a00f98e0 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12033839-1050-4fb0-90d7-ede010ae619a HTTP/1.1" status: 200 len: 1001 time: 0.1339965 Aug 24 17:50:19.109333 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-5fb63bc4-000e-490c-a59a-8d3920018caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.111029 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-5fb63bc4-000e-490c-a59a-8d3920018caa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 1129 time: 0.0792232 Aug 24 17:50:19.163848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-488581d7-0958-4531-9c04-4cdd59c88a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.165408 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-488581d7-0958-4531-9c04-4cdd59c88a0e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8f096497-94f9-455d-8134-3642b4bcb49d HTTP/1.1" status: 200 len: 912 time: 0.1111801 Aug 24 17:50:19.189830 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '158c6a5e-6fae-4115-a670-852fe8559f1d', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'port_id': 'd93fe402-2e98-4ff9-8441-854219d9e667', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'mac_address': 'fa:16:3e:f2:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:26Z', 'updated_at': '2022-08-24T17:50:17Z', 'revision_number': 1, 'project_id': '40256802535d4aedb2541246a687ec76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:19.199547 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-434f6655-9b9b-4fa6-a18b-19c22cafb979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.201032 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-434f6655-9b9b-4fa6-a18b-19c22cafb979 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 200 len: 855 time: 0.0673652 Aug 24 17:50:19.215100 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-c318b534-4536-4f28-b559-84e29baf6c92 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50953070-74ca-4fab-9f1c-1e78ed898180 HTTP/1.1" status: 200 len: 217 time: 0.0402417 Aug 24 17:50:19.218327 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] Checking router: e0ebd80d-cfc6-496a-886f-220381a1fa3f for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:19.230461 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:19.231089 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:49:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:19.280656 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-f11c6f45-cbf2-443a-91dd-c904e5f5d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.283069 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-f11c6f45-cbf2-443a-91dd-c904e5f5d24e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15a318e5-4754-4496-8b55-558f62914efb HTTP/1.1" status: 200 len: 850 time: 0.0601888 Aug 24 17:50:19.313001 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-903fd64c-93cf-4847-aacf-63f9e1ef3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.314556 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-903fd64c-93cf-4847-aacf-63f9e1ef3a03 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=010bcf84-2f06-4274-8553-0a7884f5d83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071081 Aug 24 17:50:19.341295 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-45f95b56-7377-434c-929f-b468e6a0ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.343201 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-45f95b56-7377-434c-929f-b468e6a0ab29 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8f096497-94f9-455d-8134-3642b4bcb49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526445 Aug 24 17:50:19.371991 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-65b1284e-de11-4354-a959-e4c7d0dc564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.373964 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-65b1284e-de11-4354-a959-e4c7d0dc564f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 200 len: 912 time: 0.2305443 Aug 24 17:50:19.405722 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:19.499043 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-a3c2ae50-b1df-4b54-bd65-1874d3e0de75 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f096497-94f9-455d-8134-3642b4bcb49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447492 Aug 24 17:50:19.535498 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-1f7b6e22-8cd1-4b89-b031-4c27351f6076 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d93fe402-2e98-4ff9-8441-854219d9e667 HTTP/1.1" status: 200 len: 999 time: 0.1537926 Aug 24 17:50:19.539508 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-eb78b572-4ca9-4f10-8fe0-f85de1550364 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177858 Aug 24 17:50:19.677215 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-3061485b-2cb7-4542-8c1f-8f554c82834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.678861 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-3061485b-2cb7-4542-8c1f-8f554c82834a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=8dc6387a-d9aa-446b-89fc-60d585461941 HTTP/1.1" status: 200 len: 850 time: 0.1258273 Aug 24 17:50:19.695907 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8a15612-f009-4dc6-b35f-fb5bd61b8663 req-0f15201b-1f39-43e4-99da-2d81f72cc74c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f096497-94f9-455d-8134-3642b4bcb49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917026 Aug 24 17:50:19.756233 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9b5558b1-4395-439f-a8a1-4a5384da2873 req-47f6b649-acbe-4159-a4a7-6831ed90c97d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018054 Aug 24 17:50:19.760200 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-b74bd688-9c2f-4c57-aa0e-9e2f15f9650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.762032 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-b74bd688-9c2f-4c57-aa0e-9e2f15f9650d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=389a41b1-7bca-4893-9c00-f7c2a36844c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708427 Aug 24 17:50:19.793792 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:19.803991 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '158c6a5e-6fae-4115-a670-852fe8559f1d', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'port_id': 'd93fe402-2e98-4ff9-8441-854219d9e667', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'mac_address': 'fa:16:3e:f2:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:26Z', 'updated_at': '2022-08-24T17:50:17Z', 'revision_number': 1, 'project_id': '40256802535d4aedb2541246a687ec76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:19.833085 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04bb2e-2abe-47d1-a84b-d5b1e27a6006 None None] The sync data for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi is: [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '158c6a5e-6fae-4115-a670-852fe8559f1d', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'port_id': 'd93fe402-2e98-4ff9-8441-854219d9e667', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'mac_address': 'fa:16:3e:f2:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:26Z', 'updated_at': '2022-08-24T17:50:17Z', 'revision_number': 1, 'project_id': '40256802535d4aedb2541246a687ec76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:19.882763 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-88cb63bd-65bd-44bb-8886-144f4fd0303b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144683 Aug 24 17:50:20.010580 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4614328a-5a43-4459-b7d3-45e0dc295ea3 req-d470ea75-f42d-42d0-acfd-99905bb9e660 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202388 Aug 24 17:50:20.115862 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe93e87-8927-440e-a9b4-0ad9b26efcb4 None None] New status for floating IP 158c6a5e-6fae-4115-a670-852fe8559f1d: ACTIVE {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:50:20.201121 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:20.278326 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f745b38b-7b08-47d7-a6ff-ba74ba835ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:21.160140 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43794) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:21.279901 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4c10-36fe-4d37-8011-1a7ec57de938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:21.339772 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:21.359887 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4c10-36fe-4d37-8011-1a7ec57de938 admin admin] Publish callbacks [] for security_group (9abafda2-6514-4f39-af5d-f6458599ebde), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:21.471193 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4c10-36fe-4d37-8011-1a7ec57de938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (9abafda2-6514-4f39-af5d-f6458599ebde), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:21.476204 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:21.515047 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-a3cb4c10-36fe-4d37-8011-1a7ec57de938 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=55eab4958382416681cd76e5a6a9b0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530636 Aug 24 17:50:21.517507 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb4c10-36fe-4d37-8011-1a7ec57de938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abafda2-6514-4f39-af5d-f6458599ebde,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:21.518777 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43798) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:21.564659 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:21.578793 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c3f29d6-2633-4b0c-89ff-8aa262cd8bff admin admin] Publish callbacks [] for security_group (9abafda2-6514-4f39-af5d-f6458599ebde), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:21.591258 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:21.618114 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c3f29d6-2633-4b0c-89ff-8aa262cd8bff admin admin] Publish callbacks [] for security_group (9abafda2-6514-4f39-af5d-f6458599ebde), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:21.820347 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c3f29d6-2633-4b0c-89ff-8aa262cd8bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (9abafda2-6514-4f39-af5d-f6458599ebde), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:21.823731 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c3f29d6-2633-4b0c-89ff-8aa262cd8bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:21.824747 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-5c3f29d6-2633-4b0c-89ff-8aa262cd8bff admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9abafda2-6514-4f39-af5d-f6458599ebde HTTP/1.1" status: 204 len: 168 time: 0.3046608 Aug 24 17:50:21.834570 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f29d6-2633-4b0c-89ff-8aa262cd8bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abafda2-6514-4f39-af5d-f6458599ebde,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:22.413320 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43816) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:22.445334 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43820) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:22.460310 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ba11309e-d36e-4bbe-9353-97dfc2491be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:22.544868 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ba11309e-d36e-4bbe-9353-97dfc2491be6 admin admin] Publish callbacks [] for security_group (fd389f32-8780-4a39-868a-da64f5e14790), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:22.647421 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-60148fc0-4c6f-46de-b5fc-96ce613a14db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:22.654926 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ba11309e-d36e-4bbe-9353-97dfc2491be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (fd389f32-8780-4a39-868a-da64f5e14790), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:22.712708 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ba11309e-d36e-4bbe-9353-97dfc2491be6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8678c6cc8897418fb26532ec74186e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660401 Aug 24 17:50:22.716935 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43826) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:22.721250 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11309e-d36e-4bbe-9353-97dfc2491be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd389f32-8780-4a39-868a-da64f5e14790,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:22.792925 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-60148fc0-4c6f-46de-b5fc-96ce613a14db admin admin] Publish callbacks [] for security_group (f911a8b6-16dc-4ae7-85ad-4ef5799803d2), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:22.796222 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4af29fa3-f5e6-4fe8-aa8b-6d7ae4a4a10f admin admin] Publish callbacks [] for security_group (fd389f32-8780-4a39-868a-da64f5e14790), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:22.809375 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:22.822787 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4af29fa3-f5e6-4fe8-aa8b-6d7ae4a4a10f admin admin] Publish callbacks [] for security_group (fd389f32-8780-4a39-868a-da64f5e14790), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:22.893832 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-60148fc0-4c6f-46de-b5fc-96ce613a14db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (f911a8b6-16dc-4ae7-85ad-4ef5799803d2), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:22.941141 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60148fc0-4c6f-46de-b5fc-96ce613a14db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f911a8b6-16dc-4ae7-85ad-4ef5799803d2,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:22.945662 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-60148fc0-4c6f-46de-b5fc-96ce613a14db admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c733cf78a3874be595007784100c4f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5312612 Aug 24 17:50:22.948379 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43838) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:23.043364 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f0aa93c8-677c-45d1-816e-022c291162a3 admin admin] Publish callbacks [] for security_group (f911a8b6-16dc-4ae7-85ad-4ef5799803d2), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:23.043364 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f0aa93c8-677c-45d1-816e-022c291162a3 admin admin] Publish callbacks [] for security_group (f911a8b6-16dc-4ae7-85ad-4ef5799803d2), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:23.076501 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4af29fa3-f5e6-4fe8-aa8b-6d7ae4a4a10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (fd389f32-8780-4a39-868a-da64f5e14790), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:23.081252 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4af29fa3-f5e6-4fe8-aa8b-6d7ae4a4a10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:23.081252 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-4af29fa3-f5e6-4fe8-aa8b-6d7ae4a4a10f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fd389f32-8780-4a39-868a-da64f5e14790 HTTP/1.1" status: 204 len: 168 time: 0.3617623 Aug 24 17:50:23.094910 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af29fa3-f5e6-4fe8-aa8b-6d7ae4a4a10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd389f32-8780-4a39-868a-da64f5e14790,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:23.158153 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:23.197126 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:23.197607 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f0aa93c8-677c-45d1-816e-022c291162a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (f911a8b6-16dc-4ae7-85ad-4ef5799803d2), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:23.204658 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f0aa93c8-677c-45d1-816e-022c291162a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:23.204658 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-f0aa93c8-677c-45d1-816e-022c291162a3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f911a8b6-16dc-4ae7-85ad-4ef5799803d2 HTTP/1.1" status: 204 len: 168 time: 0.2513714 Aug 24 17:50:23.211658 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa93c8-677c-45d1-816e-022c291162a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f911a8b6-16dc-4ae7-85ad-4ef5799803d2,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:23.981687 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43878) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:23.996492 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7925d131-317f-43d5-8558-6eae843fb606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:24.083074 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7925d131-317f-43d5-8558-6eae843fb606 admin admin] Publish callbacks [] for security_group (4d003dc7-41b7-4a79-9f12-344c1b8fd609), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:24.162453 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7925d131-317f-43d5-8558-6eae843fb606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (4d003dc7-41b7-4a79-9f12-344c1b8fd609), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:24.209058 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-7925d131-317f-43d5-8558-6eae843fb606 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=520b994e84594b81a9dc40600f54f244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262316 Aug 24 17:50:24.209942 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925d131-317f-43d5-8558-6eae843fb606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d003dc7-41b7-4a79-9f12-344c1b8fd609,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:24.211912 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43884) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:24.273991 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c1951bc3-9f6a-40bd-9fe4-d1152a617f5b admin admin] Publish callbacks [] for security_group (4d003dc7-41b7-4a79-9f12-344c1b8fd609), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:24.298121 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c1951bc3-9f6a-40bd-9fe4-d1152a617f5b admin admin] Publish callbacks [] for security_group (4d003dc7-41b7-4a79-9f12-344c1b8fd609), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:24.452311 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c1951bc3-9f6a-40bd-9fe4-d1152a617f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (4d003dc7-41b7-4a79-9f12-344c1b8fd609), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:24.455658 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c1951bc3-9f6a-40bd-9fe4-d1152a617f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:24.459580 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-c1951bc3-9f6a-40bd-9fe4-d1152a617f5b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4d003dc7-41b7-4a79-9f12-344c1b8fd609 HTTP/1.1" status: 204 len: 168 time: 0.2437725 Aug 24 17:50:24.466614 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951bc3-9f6a-40bd-9fe4-d1152a617f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d003dc7-41b7-4a79-9f12-344c1b8fd609,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:25.766584 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 43946) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:26.051143 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-458551633-network', 'tenant_id': '523a84ad16e54e2aa69d18a695345e2f'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:26.157948 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Made reservation on behalf of 523a84ad16e54e2aa69d18a695345e2f for: {'network': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:26.161913 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.176209 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.249345 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:26.289347 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Publish callbacks [] for security_group (bdd34ecb-31a4-49b6-a628-cd8e469689a9), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.385543 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (bdd34ecb-31a4-49b6-a628-cd8e469689a9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.400889 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:26.417426 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=113411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:50:26.438008 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (0864c947-5c10-46e6-974c-c4d6825f98f7), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.438359 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.segments_db [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Added segment 0864c947-5c10-46e6-974c-c4d6825f98f7 of type vlan for network 86568ead-b9fc-47aa-91e4-4820c08f9312 Aug 24 17:50:26.440206 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd34ecb-31a4-49b6-a628-cd8e469689a9,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:26.487103 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (86568ead-b9fc-47aa-91e4-4820c08f9312), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.591809 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (86568ead-b9fc-47aa-91e4-4820c08f9312), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.593991 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:26.595108 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.677159 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] Pushing event updated for resources: {'Network': ['ID=86568ead-b9fc-47aa-91e4-4820c08f9312,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:26.688241 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 86568ead-b9fc-47aa-91e4-4820c08f9312 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:50:26.733244 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-da9b371a-78c2-47e1-b071-856bca2c8634 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9651065 Aug 24 17:50:26.737263 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 43976) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:26.746832 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Request body: {'subnet': {'network_id': '86568ead-b9fc-47aa-91e4-4820c08f9312', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-458551633-subnet', 'tenant_id': '523a84ad16e54e2aa69d18a695345e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:26.928204 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Made reservation on behalf of 523a84ad16e54e2aa69d18a695345e2f for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:26.930858 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719230'] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:27.017458 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:27.162850 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3160176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719248'] for subnet (4e5806a0-1357-448c-8476-6fe26f2b6192), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:27.225393 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5806a0-1357-448c-8476-6fe26f2b6192,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:27.230854 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Checking segment: {'id': '0864c947-5c10-46e6-974c-c4d6825f98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '86568ead-b9fc-47aa-91e4-4820c08f9312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:27.233808 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Network hostable DHCP agents. Network: 86568ead-b9fc-47aa-91e4-4820c08f9312, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:50:27.385464 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Network 86568ead-b9fc-47aa-91e4-4820c08f9312 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:50:27.477046 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 86568ead-b9fc-47aa-91e4-4820c08f9312) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:27.482685 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:27.484682 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:27.486658 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ae6a1-a43f-4928-9b09-adc1399bb8d2 None None] Network 86568ead-b9fc-47aa-91e4-4820c08f9312 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:27.488303 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:27.579962 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-dab6e819-3692-4b36-9c4e-9becbf26be35 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8392854 Aug 24 17:50:27.625752 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc7c46-3d24-4520-b65e-266cb88b03ef None None] Network 86568ead-b9fc-47aa-91e4-4820c08f9312 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:28.556053 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44020) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:28.568777 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-882780037-network', 'tenant_id': '9161e3d8c1214933a591db66c32d7c05'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:28.756831 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Made reservation on behalf of 9161e3d8c1214933a591db66c32d7c05 for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:28.764413 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.774998 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.865071 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Publish callbacks [] for security_group (6f701add-dcf7-4258-bfa4-8fee8c69edb6), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.945777 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6f701add-dcf7-4258-bfa4-8fee8c69edb6), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.974900 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:50:28.986600 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f701add-dcf7-4258-bfa4-8fee8c69edb6,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:28.991728 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (228cbd27-016a-4d39-8ae3-10c11e9f5c14), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.992079 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Added segment 228cbd27-016a-4d39-8ae3-10c11e9f5c14 of type vlan for network e3505f5e-8987-47b4-bbb2-0f4f1a9b2068 Aug 24 17:50:29.053336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (e3505f5e-8987-47b4-bbb2-0f4f1a9b2068), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.145973 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (e3505f5e-8987-47b4-bbb2-0f4f1a9b2068), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.147088 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:29.147745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.287898 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7301757 Aug 24 17:50:29.288688 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3035aa8-4585-4688-8f82-f80489a5f1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e3505f5e-8987-47b4-bbb2-0f4f1a9b2068,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:29.292047 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44042) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:29.298933 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Request body: {'subnet': {'network_id': 'e3505f5e-8987-47b4-bbb2-0f4f1a9b2068', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-882780037-subnet', 'tenant_id': '9161e3d8c1214933a591db66c32d7c05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:29.303968 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network e3505f5e-8987-47b4-bbb2-0f4f1a9b2068 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:50:29.305183 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd250d-63a7-4a0a-a27d-c09f517d6ed4 req-ff2413b4-ac4d-424f-a25f-5fda731daa49 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:29.306834 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-81bd250d-63a7-4a0a-a27d-c09f517d6ed4 req-ff2413b4-ac4d-424f-a25f-5fda731daa49 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.1151648 Aug 24 17:50:29.386284 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-81bd250d-63a7-4a0a-a27d-c09f517d6ed4 req-33276020-b1fe-402c-970c-28824332ce58 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662622 Aug 24 17:50:29.402282 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Made reservation on behalf of 9161e3d8c1214933a591db66c32d7c05 for: {'subnet': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:29.406437 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.717394 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (b39c915a-0029-4f3c-8d9d-16c0ceee6348), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.770963 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39c915a-0029-4f3c-8d9d-16c0ceee6348,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:29.789187 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Checking segment: {'id': '228cbd27-016a-4d39-8ae3-10c11e9f5c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3505f5e-8987-47b4-bbb2-0f4f1a9b2068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:29.789694 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Network hostable DHCP agents. Network: e3505f5e-8987-47b4-bbb2-0f4f1a9b2068, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:50:29.832841 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=52 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:29.974605 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Network e3505f5e-8987-47b4-bbb2-0f4f1a9b2068 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:50:30.082825 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, e3505f5e-8987-47b4-bbb2-0f4f1a9b2068) {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:30.088209 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:30.088908 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.094867 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2226cdc8-9513-41a2-ad1f-f00f6d91d3b3 None None] Network e3505f5e-8987-47b4-bbb2-0f4f1a9b2068 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:30.114170 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:30.182599 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-5b9da864-f556-4a3e-b56c-d6c890debc5a admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8891072 Aug 24 17:50:30.336875 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344bb4b-56d0-40ac-a1bc-27c2bf0c02f1 None None] Network e3505f5e-8987-47b4-bbb2-0f4f1a9b2068 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:30.529157 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caae65-cd51-4662-86f0-0bf9519230aa req-069c510c-4a20-46ac-a316-d29b515134b1 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:30.530938 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-90caae65-cd51-4662-86f0-0bf9519230aa req-069c510c-4a20-46ac-a316-d29b515134b1 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0633862 Aug 24 17:50:30.615409 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-90caae65-cd51-4662-86f0-0bf9519230aa req-118c86d5-1e7d-4ee5-91f0-2429f4fbd43a tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741475 Aug 24 17:50:31.703773 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44094) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:31.759043 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1679ea-ef44-4354-8fcf-9878788427c6 req-9de43b7f-fd5a-4d90-b232-f01c40cd0a36 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:31.760685 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ae1679ea-ef44-4354-8fcf-9878788427c6 req-9de43b7f-fd5a-4d90-b232-f01c40cd0a36 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0566146 Aug 24 17:50:31.820435 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ae1679ea-ef44-4354-8fcf-9878788427c6 req-dbb470a2-5f94-4995-b269-dc9baa96b297 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531867 Aug 24 17:50:31.837244 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fac9e0fe-20f7-4c9e-a2ee-d8959172ec72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.876953 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:31.931380 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fac9e0fe-20f7-4c9e-a2ee-d8959172ec72 admin admin] Publish callbacks [] for security_group (8710a60a-d8c1-461d-b2c7-c8a445aaf971), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.007975 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fac9e0fe-20f7-4c9e-a2ee-d8959172ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (8710a60a-d8c1-461d-b2c7-c8a445aaf971), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.051523 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9e0fe-20f7-4c9e-a2ee-d8959172ec72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8710a60a-d8c1-461d-b2c7-c8a445aaf971,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:32.056056 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-fac9e0fe-20f7-4c9e-a2ee-d8959172ec72 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9deebbe27272478a8ed5f1a02e2917b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512392 Aug 24 17:50:32.058976 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44098) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:32.116042 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-51b87f68-1b15-4261-af34-ec1ab3ddd113 admin admin] Publish callbacks [] for security_group (8710a60a-d8c1-461d-b2c7-c8a445aaf971), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.137675 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-51b87f68-1b15-4261-af34-ec1ab3ddd113 admin admin] Publish callbacks [] for security_group (8710a60a-d8c1-461d-b2c7-c8a445aaf971), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.247904 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-51b87f68-1b15-4261-af34-ec1ab3ddd113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (8710a60a-d8c1-461d-b2c7-c8a445aaf971), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.251187 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-51b87f68-1b15-4261-af34-ec1ab3ddd113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.252358 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-51b87f68-1b15-4261-af34-ec1ab3ddd113 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8710a60a-d8c1-461d-b2c7-c8a445aaf971 HTTP/1.1" status: 204 len: 168 time: 0.1923945 Aug 24 17:50:32.260777 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b87f68-1b15-4261-af34-ec1ab3ddd113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8710a60a-d8c1-461d-b2c7-c8a445aaf971,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:32.862135 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44114) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:32.869818 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:32.877068 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d9a-ca4e-4139-a82f-17060d1da2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.912778 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:32.964093 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6cffa-3e3b-4b9c-9eae-ce7efab86cbf req-47064bc0-5d8d-48c8-bd2d-457d67bf5f75 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:32.965683 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eef6cffa-3e3b-4b9c-9eae-ce7efab86cbf req-47064bc0-5d8d-48c8-bd2d-457d67bf5f75 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0679102 Aug 24 17:50:33.048246 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d9a-ca4e-4139-a82f-17060d1da2d9 admin admin] Publish callbacks [] for security_group (d0302cba-6383-4f3c-9bc4-abc2e2103aa1), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.053214 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eef6cffa-3e3b-4b9c-9eae-ce7efab86cbf req-cad72db1-4003-4f7e-87ad-800005161542 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774825 Aug 24 17:50:33.116299 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d9a-ca4e-4139-a82f-17060d1da2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (d0302cba-6383-4f3c-9bc4-abc2e2103aa1), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.158438 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-b42c8d9a-ca4e-4139-a82f-17060d1da2d9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b854907e95da4cba8b0f5741e78037ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951813 Aug 24 17:50:33.159596 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c8d9a-ca4e-4139-a82f-17060d1da2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0302cba-6383-4f3c-9bc4-abc2e2103aa1,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:33.161405 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44116) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:33.230844 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c915deb4-9c50-4193-9423-48854560edfa admin admin] Publish callbacks [] for security_group (d0302cba-6383-4f3c-9bc4-abc2e2103aa1), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.253240 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c915deb4-9c50-4193-9423-48854560edfa admin admin] Publish callbacks [] for security_group (d0302cba-6383-4f3c-9bc4-abc2e2103aa1), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.286793 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:33.407510 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c915deb4-9c50-4193-9423-48854560edfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (d0302cba-6383-4f3c-9bc4-abc2e2103aa1), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.410097 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c915deb4-9c50-4193-9423-48854560edfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.413480 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-c915deb4-9c50-4193-9423-48854560edfa admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d0302cba-6383-4f3c-9bc4-abc2e2103aa1 HTTP/1.1" status: 204 len: 168 time: 0.2488437 Aug 24 17:50:33.420924 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915deb4-9c50-4193-9423-48854560edfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0302cba-6383-4f3c-9bc4-abc2e2103aa1,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:34.183221 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2da67-5f76-4817-bc19-a2c3af68c045 req-2174fbc9-440e-4055-9d8c-10fd3c936452 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:34.184849 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bbf2da67-5f76-4817-bc19-a2c3af68c045 req-2174fbc9-440e-4055-9d8c-10fd3c936452 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0532920 Aug 24 17:50:34.239377 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bbf2da67-5f76-4817-bc19-a2c3af68c045 req-927161ce-e3b0-49d3-8e8a-f38cd0726bea tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481501 Aug 24 17:50:34.263507 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44130) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:34.279195 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-de863a93-9399-417f-bde6-e28e1950d944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.367550 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-de863a93-9399-417f-bde6-e28e1950d944 admin admin] Publish callbacks [] for security_group (f22dda1e-eb87-4762-a29a-6bfefcceb860), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.434629 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-de863a93-9399-417f-bde6-e28e1950d944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (f22dda1e-eb87-4762-a29a-6bfefcceb860), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.492641 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-d30257e2-1cb1-40eb-9a96-86e0b76910d8 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:34.494159 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-d30257e2-1cb1-40eb-9a96-86e0b76910d8 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.1221898 Aug 24 17:50:34.507083 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-de863a93-9399-417f-bde6-e28e1950d944 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5ba517dfc15a4ca5bf3a98ed78108b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400227 Aug 24 17:50:34.508506 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44136) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:34.514722 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de863a93-9399-417f-bde6-e28e1950d944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22dda1e-eb87-4762-a29a-6bfefcceb860,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:34.594811 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-408a485d-6a2c-41bc-a3d7-7fc80d6bebb0 admin admin] Publish callbacks [] for security_group (f22dda1e-eb87-4762-a29a-6bfefcceb860), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.624967 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-408a485d-6a2c-41bc-a3d7-7fc80d6bebb0 admin admin] Publish callbacks [] for security_group (f22dda1e-eb87-4762-a29a-6bfefcceb860), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.657028 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Deleting port 50953070-74ca-4fab-9f1c-1e78ed898180 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:50:34.657524 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.787125 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-408a485d-6a2c-41bc-a3d7-7fc80d6bebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (f22dda1e-eb87-4762-a29a-6bfefcceb860), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.795461 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-408a485d-6a2c-41bc-a3d7-7fc80d6bebb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.805617 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-408a485d-6a2c-41bc-a3d7-7fc80d6bebb0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f22dda1e-eb87-4762-a29a-6bfefcceb860 HTTP/1.1" status: 204 len: 168 time: 0.2955730 Aug 24 17:50:34.824284 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a485d-6a2c-41bc-a3d7-7fc80d6bebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22dda1e-eb87-4762-a29a-6bfefcceb860,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:34.835201 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] For port 50953070-74ca-4fab-9f1c-1e78ed898180, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=50953070-74ca-4fab-9f1c-1e78ed898180,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:34.836161 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.856983 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Calling delete_port for 50953070-74ca-4fab-9f1c-1e78ed898180 owned by compute:nova {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:50:35.386632 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f7ea7-ddea-461f-b533-5e76078cd349 req-e263bb9d-5b71-4a54-a088-b073108082fa tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:35.389061 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-827f7ea7-ddea-461f-b533-5e76078cd349 req-e263bb9d-5b71-4a54-a088-b073108082fa tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 945 time: 0.0581102 Aug 24 17:50:35.397904 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (50953070-74ca-4fab-9f1c-1e78ed898180), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.419617 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['50953070-74ca-4fab-9f1c-1e78ed898180'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:50:35.450246 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-827f7ea7-ddea-461f-b533-5e76078cd349 req-97f77406-b56a-4d00-afa9-0c379e4dd9f8 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528524 Aug 24 17:50:35.463821 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Pushing event deleted for resources: {'Port': ['ID=50953070-74ca-4fab-9f1c-1e78ed898180,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:35.584327 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] No DVR routers for this DVR port 50953070-74ca-4fab-9f1c-1e78ed898180 on host hv-cinder-85442 {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:50:35.590070 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.598616 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-d5ff999e-3436-429f-9f71-88da96700bb4 req-40085dac-aa38-48ae-9489-4b208e5df2cd tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.26 "DELETE /networking/v2.0/ports/50953070-74ca-4fab-9f1c-1e78ed898180 HTTP/1.1" status: 204 len: 173 time: 1.0924492 Aug 24 17:50:35.599653 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdde8bf-31af-4304-8f4e-025156ca51db', 'name': 'network-vif-deleted', 'tag': '50953070-74ca-4fab-9f1c-1e78ed898180'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:35.603913 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bfa5ca-c310-4ad9-b609-88aa68624ffa" -d '{"events": [{"server_uuid": "4cdde8bf-31af-4304-8f4e-025156ca51db", "name": "network-vif-deleted", "tag": "50953070-74ca-4fab-9f1c-1e78ed898180"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:35.652337 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e67358-570d-4a76-a780-e24cc61975c9 x-openstack-request-id: req-d4e67358-570d-4a76-a780-e24cc61975c9 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:35.652651 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdde8bf-31af-4304-8f4e-025156ca51db", "name": "network-vif-deleted", "tag": "50953070-74ca-4fab-9f1c-1e78ed898180", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:35.652971 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4e67358-570d-4a76-a780-e24cc61975c9 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:35.653402 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e67358-570d-4a76-a780-e24cc61975c9'] response: {'server_uuid': '4cdde8bf-31af-4304-8f4e-025156ca51db', 'name': 'network-vif-deleted', 'tag': '50953070-74ca-4fab-9f1c-1e78ed898180', 'status': 'completed', 'code': 200} Aug 24 17:50:36.675903 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f187b9f1-894b-4b63-b16a-7d6ef158fa0e req-da2d3084-15e5-4cd9-9632-102dc38efbd5 tempest-DeleteServersTestJSON-1351209424 tempest-DeleteServersTestJSON-1351209424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4cdde8bf-31af-4304-8f4e-025156ca51db HTTP/1.1" status: 200 len: 210 time: 0.0341125 Aug 24 17:50:39.031380 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 50953070-74ca-4fab-9f1c-1e78ed898180 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:50:39.056807 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 50953070-74ca-4fab-9f1c-1e78ed898180 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:50:39.057091 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 50953070-74ca-4fab-9f1c-1e78ed898180 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:50:39.490318 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44308) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:39.672262 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:39.919446 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (d1421d50-5736-4e90-ad87-bed9924f1fc9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:39.957585 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:40.205192 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Deleting port a0ec329a-b8b9-4765-9ea7-c29069c5b924 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:50:40.205569 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.299096 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] For port a0ec329a-b8b9-4765-9ea7-c29069c5b924, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=a0ec329a-b8b9-4765-9ea7-c29069c5b924,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:40.299488 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.314992 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Calling delete_port for a0ec329a-b8b9-4765-9ea7-c29069c5b924 owned by network:router_interface {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:50:40.602462 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (a0ec329a-b8b9-4765-9ea7-c29069c5b924), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.632496 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ec329a-b8b9-4765-9ea7-c29069c5b924,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:40.702073 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:40.730765 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44344) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:40.760070 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:50:40.828222 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (d1421d50-5736-4e90-ad87-bed9924f1fc9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.892414 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-40c1dc23-7687-4d53-812e-f23b2804d790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.935681 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:40.990588 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:40.995716 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-40c1dc23-7687-4d53-812e-f23b2804d790 admin admin] Publish callbacks [] for security_group (7b1b54a3-6f8e-4d0b-8705-9dba7968d60e), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.013060 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.141704 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-40c1dc23-7687-4d53-812e-f23b2804d790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7b1b54a3-6f8e-4d0b-8705-9dba7968d60e), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.179535 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-40c1dc23-7687-4d53-812e-f23b2804d790 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d614a23b1f164a67a833715689b2c1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472280 Aug 24 17:50:41.180402 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1dc23-7687-4d53-812e-f23b2804d790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1b54a3-6f8e-4d0b-8705-9dba7968d60e,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:41.182751 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44354) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:41.258049 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:41.265881 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a47c-6b78-42ed-82ee-348c3f56119a admin admin] Publish callbacks [] for security_group (7b1b54a3-6f8e-4d0b-8705-9dba7968d60e), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.353631 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a47c-6b78-42ed-82ee-348c3f56119a admin admin] Publish callbacks [] for security_group (7b1b54a3-6f8e-4d0b-8705-9dba7968d60e), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.412932 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Router d1421d50-5736-4e90-ad87-bed9924f1fc9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:50:41.529273 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:41.530743 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a47c-6b78-42ed-82ee-348c3f56119a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7b1b54a3-6f8e-4d0b-8705-9dba7968d60e), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.534095 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a47c-6b78-42ed-82ee-348c3f56119a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.535267 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-fdd6a47c-6b78-42ed-82ee-348c3f56119a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7b1b54a3-6f8e-4d0b-8705-9dba7968d60e HTTP/1.1" status: 204 len: 168 time: 0.3506942 Aug 24 17:50:41.544115 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] Sync routers for ids ['d1421d50-5736-4e90-ad87-bed9924f1fc9'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:41.550246 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-8598d30e-400e-42d9-a225-027d39414f19 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/d1421d50-5736-4e90-ad87-bed9924f1fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0586634 Aug 24 17:50:41.554151 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44362) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:41.559201 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] Routers {'d1421d50-5736-4e90-ad87-bed9924f1fc9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:41.560366 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:50:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['d1421d50-5736-4e90-ad87-bed9924f1fc9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:41.562298 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6a47c-6b78-42ed-82ee-348c3f56119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1b54a3-6f8e-4d0b-8705-9dba7968d60e,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:41.681835 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks [] for router (d1421d50-5736-4e90-ad87-bed9924f1fc9), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.730285 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] Set router d1421d50-5736-4e90-ad87-bed9924f1fc9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:41.792102 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks [] for router_gateway (d1421d50-5736-4e90-ad87-bed9924f1fc9), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.924753 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:50:40Z', 'revision_number': 5, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'gw_port': {'id': 'd456da73-851d-4d5c-bb87-cf800239864f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:07Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:41.954080 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] Checking router: d1421d50-5736-4e90-ad87-bed9924f1fc9 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:41.964119 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] Routers {'d1421d50-5736-4e90-ad87-bed9924f1fc9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:41.964750 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:50:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['d1421d50-5736-4e90-ad87-bed9924f1fc9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:41.969838 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Deleting port d456da73-851d-4d5c-bb87-cf800239864f {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:50:41.970364 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (d456da73-851d-4d5c-bb87-cf800239864f), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.058485 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] Set router d1421d50-5736-4e90-ad87-bed9924f1fc9 gateway port host: None {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:42.083496 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] For port d456da73-851d-4d5c-bb87-cf800239864f, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=d456da73-851d-4d5c-bb87-cf800239864f,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:42.083867 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (d456da73-851d-4d5c-bb87-cf800239864f), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.103636 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Calling delete_port for d456da73-851d-4d5c-bb87-cf800239864f owned by network:router_gateway {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:50:42.115881 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:50:41Z', 'revision_number': 6, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'gw_port_host': None}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:42.145977 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501f718-e23d-4d9c-94ff-0f33a1bbc440 None None] The sync data for ids ['d1421d50-5736-4e90-ad87-bed9924f1fc9'] in dv-cinder-854428-1-iscsi is: [{'id': 'd1421d50-5736-4e90-ad87-bed9924f1fc9', 'name': 'tempest-DeleteServersTestJSON-615604924-router', 'tenant_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:50:41Z', 'revision_number': 6, 'project_id': 'b8a384a5f96e488fb3c4abd75fd876fb', 'gw_port_host': None}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:42.377537 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44374) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:42.386137 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:42.393942 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-677d6146-4380-4dbc-869f-74f8e9e2054a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.410817 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (d456da73-851d-4d5c-bb87-cf800239864f), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.456445 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Pushing event deleted for resources: {'Port': ['ID=d456da73-851d-4d5c-bb87-cf800239864f,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:42.546745 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (d1421d50-5736-4e90-ad87-bed9924f1fc9), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.729605 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (d1421d50-5736-4e90-ad87-bed9924f1fc9), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.738565 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks [] for router_controller (d1421d50-5736-4e90-ad87-bed9924f1fc9), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.851217 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=75,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:42.854141 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-677d6146-4380-4dbc-869f-74f8e9e2054a admin admin] Publish callbacks [] for security_group (234c93e8-3aee-41b7-9b54-31cafef55ad0), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.962693 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (d1421d50-5736-4e90-ad87-bed9924f1fc9), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.963327 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1421d50-5736-4e90-ad87-bed9924f1fc9 {{(pid=113411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:50:42.974903 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.974903 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-b8401b33-537f-4861-8779-3f83da37299c admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/d1421d50-5736-4e90-ad87-bed9924f1fc9 HTTP/1.1" status: 204 len: 168 time: 1.4160781 Aug 24 17:50:42.974903 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-677d6146-4380-4dbc-869f-74f8e9e2054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (234c93e8-3aee-41b7-9b54-31cafef55ad0), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.976493 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44386) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:43.039223 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-677d6146-4380-4dbc-869f-74f8e9e2054a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8f58c3168aca475d8555ea1548800b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6601336 Aug 24 17:50:43.042583 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44388) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:43.051892 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ef1171-2ed2-46fe-9f77-80e49bfd646f admin admin] Deleting subnet 15a318e5-4754-4496-8b55-558f62914efb {{(pid=113410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:50:43.056114 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1171-2ed2-46fe-9f77-80e49bfd646f admin admin] Publish callbacks [] for subnet (15a318e5-4754-4496-8b55-558f62914efb), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.056899 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d6146-4380-4dbc-869f-74f8e9e2054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234c93e8-3aee-41b7-9b54-31cafef55ad0,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:43.103259 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1171-2ed2-46fe-9f77-80e49bfd646f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3297466'] for subnet (15a318e5-4754-4496-8b55-558f62914efb), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.120691 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92c1d88e-2bbb-4b71-aeee-0d2f5cfca852 admin admin] Publish callbacks [] for security_group (234c93e8-3aee-41b7-9b54-31cafef55ad0), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.147384 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92c1d88e-2bbb-4b71-aeee-0d2f5cfca852 admin admin] Publish callbacks [] for security_group (234c93e8-3aee-41b7-9b54-31cafef55ad0), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.218693 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1171-2ed2-46fe-9f77-80e49bfd646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (15a318e5-4754-4496-8b55-558f62914efb), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.316267 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92c1d88e-2bbb-4b71-aeee-0d2f5cfca852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (234c93e8-3aee-41b7-9b54-31cafef55ad0), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.319614 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92c1d88e-2bbb-4b71-aeee-0d2f5cfca852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.320950 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-92c1d88e-2bbb-4b71-aeee-0d2f5cfca852 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/234c93e8-3aee-41b7-9b54-31cafef55ad0 HTTP/1.1" status: 204 len: 168 time: 0.2774291 Aug 24 17:50:43.331432 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1d88e-2bbb-4b71-aeee-0d2f5cfca852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234c93e8-3aee-41b7-9b54-31cafef55ad0,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:43.354099 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1171-2ed2-46fe-9f77-80e49bfd646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3160501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719259'] for subnet (15a318e5-4754-4496-8b55-558f62914efb), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.385052 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef1171-2ed2-46fe-9f77-80e49bfd646f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a318e5-4754-4496-8b55-558f62914efb,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:43.391882 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1171-2ed2-46fe-9f77-80e49bfd646f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.395337 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-f1ef1171-2ed2-46fe-9f77-80e49bfd646f admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/15a318e5-4754-4496-8b55-558f62914efb HTTP/1.1" status: 204 len: 168 time: 0.4172430 Aug 24 17:50:43.399463 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44394) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:43.399947 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb7c50-2078-48fc-a292-4c277a72574a None None] Network 8f096497-94f9-455d-8134-3642b4bcb49d requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:43.433785 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:43.488847 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (8f096497-94f9-455d-8134-3642b4bcb49d), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.563611 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device d456da73-851d-4d5c-bb87-cf800239864f no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:50:43.567856 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Deleting port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:50:43.568266 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.591682 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: d456da73-851d-4d5c-bb87-cf800239864f {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:50:43.592605 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device d456da73-851d-4d5c-bb87-cf800239864f not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:50:43.593198 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device a0ec329a-b8b9-4765-9ea7-c29069c5b924 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:50:43.621876 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f1c5c-2b91-4c9b-b879-5405ac1cdc48 None None] DHCP port deletion for 8f096497-94f9-455d-8134-3642b4bcb49d request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:50:43.626617 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: a0ec329a-b8b9-4765-9ea7-c29069c5b924 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:50:43.626617 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device a0ec329a-b8b9-4765-9ea7-c29069c5b924 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:50:43.668689 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] For port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4bbca6c1-ff0e-4df4-9b6a-54f724c1032a,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:43.669150 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.669535 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f1c5c-2b91-4c9b-b879-5405ac1cdc48 None None] Deleting port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:50:43.670137 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1c5c-2b91-4c9b-b879-5405ac1cdc48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.686087 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Calling delete_port for 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a owned by network:dhcp {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:50:43.709687 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:43.762425 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-0b0f1c5c-2b91-4c9b-b879-5405ac1cdc48 None None] For port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4bbca6c1-ff0e-4df4-9b6a-54f724c1032a,segment=NetworkSegment(83c2d7d7-0c78-427b-94b1-fd7f28bfd935),segment_id=83c2d7d7-0c78-427b-94b1-fd7f28bfd935)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:43.763072 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1c5c-2b91-4c9b-b879-5405ac1cdc48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.773502 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:43.781976 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f1c5c-2b91-4c9b-b879-5405ac1cdc48 None None] Calling delete_port for 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:50:43.928534 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.939800 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1c5c-2b91-4c9b-b879-5405ac1cdc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (4bbca6c1-ff0e-4df4-9b6a-54f724c1032a), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.955389 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f1c5c-2b91-4c9b-b879-5405ac1cdc48 None None] No DVR routers for this DVR port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:50:43.983184 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbca6c1-ff0e-4df4-9b6a-54f724c1032a,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:43.988585 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] No DVR routers for this DVR port 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a on host dv-cinder-854428-1-iscsi {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:50:44.006156 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f1c5c-2b91-4c9b-b879-5405ac1cdc48 None None] Pushing event deleted for resources: {'Port': ['ID=4bbca6c1-ff0e-4df4-9b6a-54f724c1032a,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:44.100499 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (8f096497-94f9-455d-8134-3642b4bcb49d), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.135328 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f096497-94f9-455d-8134-3642b4bcb49d']}} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:44.147546 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c2d7d7-0c78-427b-94b1-fd7f28bfd935') {'for_net_delete': True} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:44.147861 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c2d7d7-0c78-427b-94b1-fd7f28bfd935') {} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:44.160288 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3297459'] for segment (83c2d7d7-0c78-427b-94b1-fd7f28bfd935), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.175756 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (83c2d7d7-0c78-427b-94b1-fd7f28bfd935), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.183259 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=113410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:50:44.183671 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3160531'] for segment (83c2d7d7-0c78-427b-94b1-fd7f28bfd935), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.217207 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 83c2d7d7-0c78-427b-94b1-fd7f28bfd935 resource provider aggregate not found Aug 24 17:50:44.273808 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 83c2d7d7-0c78-427b-94b1-fd7f28bfd935 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83c2d7d7-0c78-427b-94b1-fd7f28bfd935 found for delete ", "request_id": "req-a85bd7be-b6bf-472a-882c-d4d5db3e8b44"}]} Aug 24 17:50:44.332775 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (8f096497-94f9-455d-8134-3642b4bcb49d), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.359603 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.363048 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/8f096497-94f9-455d-8134-3642b4bcb49d HTTP/1.1" status: 204 len: 168 time: 0.9617617 Aug 24 17:50:44.363979 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba8eb7-239b-4c88-a1cf-1abf9be6f5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f096497-94f9-455d-8134-3642b4bcb49d,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:44.886328 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44452) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:44.933229 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-fa16cdb7-4b63-455f-a179-02ca2fb3eca3 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b8a384a5f96e488fb3c4abd75fd876fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454974 Aug 24 17:50:44.935710 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44454) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:44.987926 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2f2c44c9-918f-48cd-b4b4-76c635852a83 admin admin] Publish callbacks [] for security_group (2bb9a1d0-0472-4dd5-80cf-057ad42cfddd), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:45.010199 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2f2c44c9-918f-48cd-b4b4-76c635852a83 admin admin] Publish callbacks [] for security_group (2bb9a1d0-0472-4dd5-80cf-057ad42cfddd), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:45.138233 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2f2c44c9-918f-48cd-b4b4-76c635852a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2bb9a1d0-0472-4dd5-80cf-057ad42cfddd), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:45.141112 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2f2c44c9-918f-48cd-b4b4-76c635852a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:45.142591 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-2f2c44c9-918f-48cd-b4b4-76c635852a83 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2bb9a1d0-0472-4dd5-80cf-057ad42cfddd HTTP/1.1" status: 204 len: 168 time: 0.2059588 Aug 24 17:50:45.152924 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c44c9-918f-48cd-b4b4-76c635852a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb9a1d0-0472-4dd5-80cf-057ad42cfddd,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:45.502635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:50:45.523475 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:50:45.523828 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4bbca6c1-ff0e-4df4-9b6a-54f724c1032a not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:50:46.471939 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44516) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:46.604102 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-network', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:46.751319 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Made reservation on behalf of 151e9d2b290047e8acd9468c721b9dd3 for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:46.754460 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.765370 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.819371 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44534) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:46.855570 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Publish callbacks [] for security_group (86cd505d-57c3-4ce0-9b3f-d62461aeb006), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.934909 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44eb1dc7-a50a-4e4b-a07b-bdafca015617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.946968 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (86cd505d-57c3-4ce0-9b3f-d62461aeb006), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.979004 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:50:47.010818 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (b43750d0-c13d-4ef8-91c2-57a748ba8862), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.010818 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Added segment b43750d0-c13d-4ef8-91c2-57a748ba8862 of type vlan for network 4dda7a94-775b-4143-b064-79a1f63c7c32 Aug 24 17:50:47.021256 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cd505d-57c3-4ce0-9b3f-d62461aeb006,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.069552 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:DELETE=8,neutron:SELECT=76,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:47.084363 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (4dda7a94-775b-4143-b064-79a1f63c7c32), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.137283 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44eb1dc7-a50a-4e4b-a07b-bdafca015617 admin admin] Publish callbacks [] for security_group (098f1788-f027-4d42-8348-d9608f1dfb50), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.219320 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (4dda7a94-775b-4143-b064-79a1f63c7c32), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.220448 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:47.221054 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.225194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44eb1dc7-a50a-4e4b-a07b-bdafca015617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (098f1788-f027-4d42-8348-d9608f1dfb50), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.295376 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb1dc7-a50a-4e4b-a07b-bdafca015617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098f1788-f027-4d42-8348-d9608f1dfb50,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.331004 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-44eb1dc7-a50a-4e4b-a07b-bdafca015617 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8705d2ef80054da8b1257714d6af3907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5104146 Aug 24 17:50:47.332758 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4dda7a94-775b-4143-b064-79a1f63c7c32,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.335018 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44552) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:47.340648 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-31b1975b-ab5a-43d3-b4af-fe1cd8f295b2 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8672104 Aug 24 17:50:47.341297 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44554) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:47.346551 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:50:47.348286 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Request body: {'subnet': {'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-subnet', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:47.352248 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:47.363772 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:47.423602 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-02be5c74-00f2-4874-b9f0-ad2ee5641003 admin admin] Publish callbacks [] for security_group (098f1788-f027-4d42-8348-d9608f1dfb50), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.447615 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-02be5c74-00f2-4874-b9f0-ad2ee5641003 admin admin] Publish callbacks [] for security_group (098f1788-f027-4d42-8348-d9608f1dfb50), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.458596 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Made reservation on behalf of 151e9d2b290047e8acd9468c721b9dd3 for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:47.461194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719230'] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.654327 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-02be5c74-00f2-4874-b9f0-ad2ee5641003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (098f1788-f027-4d42-8348-d9608f1dfb50), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.662197 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-02be5c74-00f2-4874-b9f0-ad2ee5641003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.668264 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-02be5c74-00f2-4874-b9f0-ad2ee5641003 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/098f1788-f027-4d42-8348-d9608f1dfb50 HTTP/1.1" status: 204 len: 168 time: 0.3277230 Aug 24 17:50:47.682423 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be5c74-00f2-4874-b9f0-ad2ee5641003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098f1788-f027-4d42-8348-d9608f1dfb50,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.694246 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-1346f27b-fadd-4e24-8f3e-d07d65f7f84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.868649 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44566) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:47.916719 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3160176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719248'] for subnet (fd42a4f2-7007-49af-86e9-a41c17d86148), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.980997 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd42a4f2-7007-49af-86e9-a41c17d86148,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.992858 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Checking segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:47.993225 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Network hostable DHCP agents. Network: 4dda7a94-775b-4143-b064-79a1f63c7c32, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:50:48.093433 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:50:48.121376 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2c37ab4a-06ba-4645-97ce-4cabac55408f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.234826 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2c37ab4a-06ba-4645-97ce-4cabac55408f admin admin] Publish callbacks [] for security_group (54d95db5-60c4-42ad-8bbc-8890d40471d5), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.265078 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 4dda7a94-775b-4143-b064-79a1f63c7c32) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:48.270248 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:48.270958 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.275169 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f285a16-2910-446b-b63c-94e61b5791b8 None None] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:48.350481 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2c37ab4a-06ba-4645-97ce-4cabac55408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (54d95db5-60c4-42ad-8bbc-8890d40471d5), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.400786 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-4dda7a94-775b-4143-b064-79a1f63c7c32', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:50:48.401886 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.412831 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-53b1f788-31d2-47a9-8c9b-a17332f333da admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0672162 Aug 24 17:50:48.413171 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44584) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:48.418781 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:48.433252 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-2c37ab4a-06ba-4645-97ce-4cabac55408f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=fd42c656c6114451aad07c2c949cf9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628080 Aug 24 17:50:48.434088 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37ab4a-06ba-4645-97ce-4cabac55408f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d95db5-60c4-42ad-8bbc-8890d40471d5,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:48.436656 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44586) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:48.515639 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9edcd1ec-e71f-44b5-a1e3-78e7be4b4307 admin admin] Publish callbacks [] for security_group (54d95db5-60c4-42ad-8bbc-8890d40471d5), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.545510 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9edcd1ec-e71f-44b5-a1e3-78e7be4b4307 admin admin] Publish callbacks [] for security_group (54d95db5-60c4-42ad-8bbc-8890d40471d5), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.560252 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (950537f3-e282-4de9-8cbe-c5865f76f5da), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.560252 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (950537f3-e282-4de9-8cbe-c5865f76f5da), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.612000 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks [] for router_controller (950537f3-e282-4de9-8cbe-c5865f76f5da), precommit_add_association {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.620456 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Allocated IP 172.20.0.2 (4dda7a94-775b-4143-b064-79a1f63c7c32/fd42a4f2-7007-49af-86e9-a41c17d86148/7bf5c67e-a5ee-4aee-b038-937b311a030e) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:48.622161 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:48.726673 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9edcd1ec-e71f-44b5-a1e3-78e7be4b4307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (54d95db5-60c4-42ad-8bbc-8890d40471d5), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.729340 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9edcd1ec-e71f-44b5-a1e3-78e7be4b4307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.738434 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-9edcd1ec-e71f-44b5-a1e3-78e7be4b4307 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/54d95db5-60c4-42ad-8bbc-8890d40471d5 HTTP/1.1" status: 204 len: 168 time: 0.2981327 Aug 24 17:50:48.756546 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcd1ec-e71f-44b5-a1e3-78e7be4b4307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d95db5-60c4-42ad-8bbc-8890d40471d5,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:48.774647 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Publish callbacks [] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.882031 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.886745 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks [] for router_gateway (950537f3-e282-4de9-8cbe-c5865f76f5da), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.925770 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:48.928926 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:48.931430 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:48.943608 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Pushing event updated for resources: {'Port': ['ID=7bf5c67e-a5ee-4aee-b038-937b311a030e,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:48.974621 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.004420 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Attempting to bind port 7bf5c67e-a5ee-4aee-b038-937b311a030e on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:49.004815 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Attempting to bind port 7bf5c67e-a5ee-4aee-b038-937b311a030e by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:49.005181 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Attempting to bind port 7bf5c67e-a5ee-4aee-b038-937b311a030e on network 4dda7a94-775b-4143-b064-79a1f63c7c32 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:49.010625 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:49.011829 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Checking segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:49.012232 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.012624 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Bound using segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:49.013267 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Bound port: 7bf5c67e-a5ee-4aee-b038-937b311a030e, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:49.013925 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.090387 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] For port 7bf5c67e-a5ee-4aee-b038-937b311a030e, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:49.095153 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] For port 7bf5c67e-a5ee-4aee-b038-937b311a030e, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=7bf5c67e-a5ee-4aee-b038-937b311a030e,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:49.179141 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.233541 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks [] for router_gateway (950537f3-e282-4de9-8cbe-c5865f76f5da), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.257514 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffbea4-bc2b-4eb6-835d-654f528cd2f8 None None] Pushing event updated for resources: {'Port': ['ID=7bf5c67e-a5ee-4aee-b038-937b311a030e,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:49.259198 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.434854 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Allocated IP 172.27.2.35 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/1877ce8b-c9f3-4693-8165-01d76d921396) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:49.550767 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.584968 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks [] for port (1877ce8b-c9f3-4693-8165-01d76d921396), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.627855 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44618) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:49.647337 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4922c96e-b8fe-4e6f-8056-c7efa8844560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.659643 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 7bf5c67e-a5ee-4aee-b038-937b311a030e up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:49.660465 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.722832 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 7bf5c67e-a5ee-4aee-b038-937b311a030e triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:49.723614 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.762888 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4922c96e-b8fe-4e6f-8056-c7efa8844560 admin admin] Publish callbacks [] for security_group (01bfa904-8e20-4965-a704-e7ac0bc47ee9), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.796757 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.807208 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 7bf5c67e-a5ee-4aee-b038-937b311a030e is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:49.807654 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.844859 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.846224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 7bf5c67e-a5ee-4aee-b038-937b311a030e, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=7bf5c67e-a5ee-4aee-b038-937b311a030e,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:49.848814 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:49.852257 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Pushing event updated for resources: {'Port': ['ID=1877ce8b-c9f3-4693-8165-01d76d921396,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:49.855916 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:49.858582 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:49.927278 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4922c96e-b8fe-4e6f-8056-c7efa8844560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (01bfa904-8e20-4965-a704-e7ac0bc47ee9), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.967524 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.990931 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-4922c96e-b8fe-4e6f-8056-c7efa8844560 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=512d56dc79af4e6b97c19e4fb9848860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609812 Aug 24 17:50:49.992780 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922c96e-b8fe-4e6f-8056-c7efa8844560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bfa904-8e20-4965-a704-e7ac0bc47ee9,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:49.996743 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44622) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:50.063079 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=7bf5c67e-a5ee-4aee-b038-937b311a030e,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:50.088443 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa8c-87b3-4ec9-a8ac-832c79f3b6f3 admin admin] Publish callbacks [] for security_group (01bfa904-8e20-4965-a704-e7ac0bc47ee9), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.115789 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa8c-87b3-4ec9-a8ac-832c79f3b6f3 admin admin] Publish callbacks [] for security_group (01bfa904-8e20-4965-a704-e7ac0bc47ee9), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.146217 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:50.251578 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-1f8bffc9-3fb3-4650-bf8f-4d6e091307f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.268137 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks [] for router_gateway (950537f3-e282-4de9-8cbe-c5865f76f5da), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.435676 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e675c5-d07c-4c7f-a98c-6a28c8d2909b None None] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:50.516788 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-cee25ebc-973c-4619-81d5-23b415cb366f None None] Provisioning complete for port 7bf5c67e-a5ee-4aee-b038-937b311a030e triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:50.517302 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-cee25ebc-973c-4619-81d5-23b415cb366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.530420 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa8c-87b3-4ec9-a8ac-832c79f3b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (01bfa904-8e20-4965-a704-e7ac0bc47ee9), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.533991 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa8c-87b3-4ec9-a8ac-832c79f3b6f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.535194 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ca18fa8c-87b3-4ec9-a8ac-832c79f3b6f3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/01bfa904-8e20-4965-a704-e7ac0bc47ee9 HTTP/1.1" status: 204 len: 168 time: 0.5363154 Aug 24 17:50:50.557622 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18fa8c-87b3-4ec9-a8ac-832c79f3b6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bfa904-8e20-4965-a704-e7ac0bc47ee9,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:50.713982 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-cee25ebc-973c-4619-81d5-23b415cb366f None None] Current status of the port 7bf5c67e-a5ee-4aee-b038-937b311a030e is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:50.810147 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (950537f3-e282-4de9-8cbe-c5865f76f5da), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.947822 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-f03789bf-5fd3-496b-9885-74f8fc7d457b None None] Provisioning complete for port 7bf5c67e-a5ee-4aee-b038-937b311a030e triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:50.949268 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f03789bf-5fd3-496b-9885-74f8fc7d457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.034709 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-f03789bf-5fd3-496b-9885-74f8fc7d457b None None] Current status of the port 7bf5c67e-a5ee-4aee-b038-937b311a030e is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:51.064906 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Router 950537f3-e282-4de9-8cbe-c5865f76f5da is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:50:51.094167 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:51.218533 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:51.243986 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Sync routers for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:51.273418 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:51.274731 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:50:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:51.357985 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.357985 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a3b574ec-8f46-4f0a-88ef-61cba420a53c admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9391479 Aug 24 17:50:51.358217 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44658) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:51.398076 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.442147 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:51.522783 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:51.574786 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 7bf5c67e-a5ee-4aee-b038-937b311a030e up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:51.827505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:51.880230 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 7bf5c67e-a5ee-4aee-b038-937b311a030e triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:51.880850 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.883538 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:49Z', 'revision_number': 3, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:51.934522 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Checking router: 950537f3-e282-4de9-8cbe-c5865f76f5da for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:51.934878 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Updating router 950537f3-e282-4de9-8cbe-c5865f76f5da port 1877ce8b-c9f3-4693-8165-01d76d921396 binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:50:51.984541 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.007332 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.148656 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 7bf5c67e-a5ee-4aee-b038-937b311a030e is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:52.212542 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Allocated IP 172.20.0.1 (4dda7a94-775b-4143-b064-79a1f63c7c32/fd42a4f2-7007-49af-86e9-a41c17d86148/7b7842c1-4ed8-4d11-b72d-b086cea39e9b) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:52.267557 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:52.363071 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Publish callbacks [] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.364646 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Publish callbacks [] for port (1877ce8b-c9f3-4693-8165-01d76d921396), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.459684 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.501097 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Attempting to bind port 1877ce8b-c9f3-4693-8165-01d76d921396 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:52.502140 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Attempting to bind port 1877ce8b-c9f3-4693-8165-01d76d921396 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:52.502773 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Attempting to bind port 1877ce8b-c9f3-4693-8165-01d76d921396 on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:52.527634 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.570266 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643847f-924e-454e-ad8f-d588c6cd7581 None None] Pushing event updated for resources: {'Port': ['ID=1877ce8b-c9f3-4693-8165-01d76d921396,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:52.585102 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:52.585578 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:52.585930 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.586464 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:52.586980 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Bound port: 1877ce8b-c9f3-4693-8165-01d76d921396, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:52.587430 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.612239 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:52.621062 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:52.625515 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:52.626884 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (950537f3-e282-4de9-8cbe-c5865f76f5da), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.693997 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7842c1-4ed8-4d11-b72d-b086cea39e9b,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:52.698495 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] For port 1877ce8b-c9f3-4693-8165-01d76d921396, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:52.702458 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] For port 1877ce8b-c9f3-4693-8165-01d76d921396, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=1877ce8b-c9f3-4693-8165-01d76d921396,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:52.893961 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.982558 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:52.983346 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:50:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:52.988294 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643847f-924e-454e-ad8f-d588c6cd7581 None None] Pushing event updated for resources: {'Port': ['ID=1877ce8b-c9f3-4693-8165-01d76d921396,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:53.007946 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:53.061420 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b2f8dc25-116a-400a-9b19-35bf706d63b4 None None] Provisioning complete for port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:53.061802 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b2f8dc25-116a-400a-9b19-35bf706d63b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:53.113312 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:53.133727 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8dc25-116a-400a-9b19-35bf706d63b4 None None] Port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:50:53.168942 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:53.203172 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:53.205054 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:53.248225 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Publish callbacks [] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:53.334467 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:53.340579 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (950537f3-e282-4de9-8cbe-c5865f76f5da), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:53.442416 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7842c1-4ed8-4d11-b72d-b086cea39e9b,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:53.470241 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 1, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:53.504808 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863e347-8511-4e61-8c64-bf37c8afc827 None None] The sync data for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi is: [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 1, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:53.529391 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:53.532563 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:53.573071 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:53.797655 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Router 950537f3-e282-4de9-8cbe-c5865f76f5da has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:50:53.986878 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-29d28c57-7850-47d3-b4d6-7f97feb1630e None None] Provisioning complete for port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:53.987342 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-29d28c57-7850-47d3-b4d6-7f97feb1630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.005896 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:54.012183 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-1ea02645-aaea-47c0-83c8-fd60df168531 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/950537f3-e282-4de9-8cbe-c5865f76f5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6520073 Aug 24 17:50:54.052804 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-29d28c57-7850-47d3-b4d6-7f97feb1630e None None] Port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:50:54.274935 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44756) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:54.362364 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_v2 [None req-924d69c1-febe-4b37-ba73-24bee0cb0973 admin admin] Deleting subnet 4e5806a0-1357-448c-8476-6fe26f2b6192 {{(pid=113411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:50:54.372495 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-924d69c1-febe-4b37-ba73-24bee0cb0973 admin admin] Publish callbacks [] for subnet (4e5806a0-1357-448c-8476-6fe26f2b6192), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.435849 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-924d69c1-febe-4b37-ba73-24bee0cb0973 admin admin] Publish callbacks [] for subnet (4e5806a0-1357-448c-8476-6fe26f2b6192), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.457242 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-924d69c1-febe-4b37-ba73-24bee0cb0973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (4e5806a0-1357-448c-8476-6fe26f2b6192), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.616266 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-b0ed737e-f459-41fd-be0d-11969f576d0a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:54.617915 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-b0ed737e-f459-41fd-be0d-11969f576d0a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 819 time: 0.1341958 Aug 24 17:50:54.634952 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-68644fa5-071e-4bf2-8766-703156fe4773 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/quotas/151e9d2b290047e8acd9468c721b9dd3 HTTP/1.1" status: 200 len: 375 time: 0.0111725 Aug 24 17:50:54.654102 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-924d69c1-febe-4b37-ba73-24bee0cb0973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for subnet (4e5806a0-1357-448c-8476-6fe26f2b6192), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.679029 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d69c1-febe-4b37-ba73-24bee0cb0973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5806a0-1357-448c-8476-6fe26f2b6192,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:54.685000 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-924d69c1-febe-4b37-ba73-24bee0cb0973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.688913 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-924d69c1-febe-4b37-ba73-24bee0cb0973 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/4e5806a0-1357-448c-8476-6fe26f2b6192 HTTP/1.1" status: 204 len: 168 time: 0.4128642 Aug 24 17:50:54.691456 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44770) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:54.698521 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-317b6412-aeee-4f07-91b7-ba4b4c331db3 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577197 Aug 24 17:50:54.768651 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (86568ead-b9fc-47aa-91e4-4820c08f9312), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.803183 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5bb8346b-6904-4558-97c9-0794ecbda0b0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037705 Aug 24 17:50:54.877356 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (86568ead-b9fc-47aa-91e4-4820c08f9312), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.908757 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.908896 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.909827 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.910382 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > port after_create 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.910811 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.911383 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > port after_update 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.911788 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.912128 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.912452 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.912813 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:54.967315 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-e660c301-a623-4285-acb1-659ca14a1da3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526217 Aug 24 17:50:55.019506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:55.019506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:55.019506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:55.019506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:50:55.019506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86568ead-b9fc-47aa-91e4-4820c08f9312']}} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:55.039400 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:55.049682 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0864c947-5c10-46e6-974c-c4d6825f98f7') {'for_net_delete': True} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:55.050154 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0864c947-5c10-46e6-974c-c4d6825f98f7') {} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:55.071167 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17734606'] for segment (0864c947-5c10-46e6-974c-c4d6825f98f7), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.099103 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (0864c947-5c10-46e6-974c-c4d6825f98f7), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.112567 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=113411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:50:55.116355 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17011803'] for segment (0864c947-5c10-46e6-974c-c4d6825f98f7), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.136470 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44780) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:55.268746 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-818ec189-aae1-48b4-9669-75b5a4cf85ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.305022 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (86568ead-b9fc-47aa-91e4-4820c08f9312), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.329661 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.333374 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/86568ead-b9fc-47aa-91e4-4820c08f9312 HTTP/1.1" status: 204 len: 168 time: 0.6408336 Aug 24 17:50:55.336180 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:55.342517 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 0864c947-5c10-46e6-974c-c4d6825f98f7 resource provider aggregate not found Aug 24 17:50:55.347598 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44792) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:55.348993 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70874fd-30cd-422c-a310-6b809202cf65 admin admin] Pushing event deleted for resources: {'Network': ['ID=86568ead-b9fc-47aa-91e4-4820c08f9312,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:55.363611 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-470d41bc-026a-449b-81ce-8dd389d24e07 req-6e83d54e-6cf7-405a-a85d-bede8ff57047 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 210 time: 0.0591149 Aug 24 17:50:55.385699 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 0864c947-5c10-46e6-974c-c4d6825f98f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0864c947-5c10-46e6-974c-c4d6825f98f7 found for delete ", "request_id": "req-e8ccee39-3c90-4d8a-88a5-d711c8758faf"}]} Aug 24 17:50:55.432495 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-818ec189-aae1-48b4-9669-75b5a4cf85ee admin admin] Publish callbacks [] for security_group (32905e0f-e617-4bcb-b0a9-8773fcf090cf), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.434716 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0b4c35-4081-4f63-89d8-d61c2b71169c admin admin] Deleting subnet b39c915a-0029-4f3c-8d9d-16c0ceee6348 {{(pid=113411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:50:55.439840 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4c35-4081-4f63-89d8-d61c2b71169c admin admin] Publish callbacks [] for subnet (b39c915a-0029-4f3c-8d9d-16c0ceee6348), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.495928 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4c35-4081-4f63-89d8-d61c2b71169c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17734599'] for subnet (b39c915a-0029-4f3c-8d9d-16c0ceee6348), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.515750 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-818ec189-aae1-48b4-9669-75b5a4cf85ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (32905e0f-e617-4bcb-b0a9-8773fcf090cf), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.574623 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4c35-4081-4f63-89d8-d61c2b71169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (b39c915a-0029-4f3c-8d9d-16c0ceee6348), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.580271 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ec189-aae1-48b4-9669-75b5a4cf85ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32905e0f-e617-4bcb-b0a9-8773fcf090cf,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:55.600081 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-818ec189-aae1-48b4-9669-75b5a4cf85ee admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=60c9a58027884a8e82f8c442d1a3474e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620657 Aug 24 17:50:55.606701 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44812) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:55.620602 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 1877ce8b-c9f3-4693-8165-01d76d921396 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:55.687047 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:55.689149 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 1877ce8b-c9f3-4693-8165-01d76d921396 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:55.689707 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.748376 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:55.757003 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4c35-4081-4f63-89d8-d61c2b71169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17011773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17617116'] for subnet (b39c915a-0029-4f3c-8d9d-16c0ceee6348), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.764852 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5ed17ad8-9f24-4eb1-b9c2-3992daca0034 admin admin] Publish callbacks [] for security_group (32905e0f-e617-4bcb-b0a9-8773fcf090cf), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.789607 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b4c35-4081-4f63-89d8-d61c2b71169c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39c915a-0029-4f3c-8d9d-16c0ceee6348,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:55.802799 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4c35-4081-4f63-89d8-d61c2b71169c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.807240 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5ed17ad8-9f24-4eb1-b9c2-3992daca0034 admin admin] Publish callbacks [] for security_group (32905e0f-e617-4bcb-b0a9-8773fcf090cf), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.807665 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 1877ce8b-c9f3-4693-8165-01d76d921396 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:55.808063 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.809095 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-4f0b4c35-4081-4f63-89d8-d61c2b71169c admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/b39c915a-0029-4f3c-8d9d-16c0ceee6348 HTTP/1.1" status: 204 len: 168 time: 0.4556522 Aug 24 17:50:55.811177 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44822) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:55.823143 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-7d425026-a399-435c-87ba-b341f275a23e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:55.824851 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-7d425026-a399-435c-87ba-b341f275a23e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 819 time: 0.1857584 Aug 24 17:50:55.841142 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 1877ce8b-c9f3-4693-8165-01d76d921396, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=1877ce8b-c9f3-4693-8165-01d76d921396,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:55.863747 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-fa556756-16dc-4df7-8461-47e13fb5ec6c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/quotas/151e9d2b290047e8acd9468c721b9dd3 HTTP/1.1" status: 200 len: 375 time: 0.0294719 Aug 24 17:50:55.915212 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:55.925097 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (e3505f5e-8987-47b4-bbb2-0f4f1a9b2068), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.938354 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-f1dd5947-e7b8-478a-9b27-d1bbe1484269 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661297 Aug 24 17:50:55.984495 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.045279 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (e3505f5e-8987-47b4-bbb2-0f4f1a9b2068), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.053766 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=1877ce8b-c9f3-4693-8165-01d76d921396,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:56.075784 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-805c9e4e-b535-40dd-8977-ef8f452b5e2b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253059 Aug 24 17:50:56.095366 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3505f5e-8987-47b4-bbb2-0f4f1a9b2068']}} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:56.108552 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228cbd27-016a-4d39-8ae3-10c11e9f5c14') {'for_net_delete': True} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:56.109577 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228cbd27-016a-4d39-8ae3-10c11e9f5c14') {} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:56.115457 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5ed17ad8-9f24-4eb1-b9c2-3992daca0034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (32905e0f-e617-4bcb-b0a9-8773fcf090cf), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.120938 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5ed17ad8-9f24-4eb1-b9c2-3992daca0034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.121634 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-5ed17ad8-9f24-4eb1-b9c2-3992daca0034 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/32905e0f-e617-4bcb-b0a9-8773fcf090cf HTTP/1.1" status: 204 len: 168 time: 0.5172696 Aug 24 17:50:56.142831 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17734606'] for segment (228cbd27-016a-4d39-8ae3-10c11e9f5c14), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.172784 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (228cbd27-016a-4d39-8ae3-10c11e9f5c14), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.175240 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=113411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:50:56.175641 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17011803'] for segment (228cbd27-016a-4d39-8ae3-10c11e9f5c14), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.189727 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Sync routers for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:56.196207 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed17ad8-9f24-4eb1-b9c2-3992daca0034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32905e0f-e617-4bcb-b0a9-8773fcf090cf,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:56.213683 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:56.213683 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:50:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:56.254826 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-551d9f8e-a3bd-45e8-b420-cbcc9487c222 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780772 Aug 24 17:50:56.351593 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:56.409295 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (e3505f5e-8987-47b4-bbb2-0f4f1a9b2068), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.422870 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.435565 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/e3505f5e-8987-47b4-bbb2-0f4f1a9b2068 HTTP/1.1" status: 204 len: 168 time: 0.6128986 Aug 24 17:50:56.471796 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c48e8-2290-4161-a9cb-80b148b2763b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3505f5e-8987-47b4-bbb2-0f4f1a9b2068,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:56.577261 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e0d5968e-3e4b-4f4c-9e45-f782d002f358 req-8ba48581-b0a6-422e-bdd8-61d3cc284fbd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 210 time: 0.0642788 Aug 24 17:50:56.786992 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:53Z', 'revision_number': 2, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:56.818211 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Checking router: 950537f3-e282-4de9-8cbe-c5865f76f5da for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:56.818889 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Updating router 950537f3-e282-4de9-8cbe-c5865f76f5da port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:50:56.865797 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.911889 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:57.105255 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:57.181415 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Publish callbacks [] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.232402 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44890) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:57.276833 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-f6e23fba-d190-452c-97bb-be4f2ab226d4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=523a84ad16e54e2aa69d18a695345e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432549 Aug 24 17:50:57.279703 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44894) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:57.287890 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.317315 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44896) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:57.348036 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8936dfc0-21d2-4f2c-b95b-539220897ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.373081 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-edc294a4-f159-4688-bdf0-eb19e1ab6d09 admin admin] Publish callbacks [] for security_group (bdd34ecb-31a4-49b6-a628-cd8e469689a9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.374978 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Pushing event updated for resources: {'Port': ['ID=7b7842c1-4ed8-4d11-b72d-b086cea39e9b,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:57.400773 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.401000 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.401415 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.402629 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.403222 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-edc294a4-f159-4688-bdf0-eb19e1ab6d09 admin admin] Publish callbacks [] for security_group (bdd34ecb-31a4-49b6-a628-cd8e469689a9), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.403372 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.403484 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.404813 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.405162 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.405575 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.405962 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.423890 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.423890 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.423890 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.423890 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.423890 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:57.434600 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 228cbd27-016a-4d39-8ae3-10c11e9f5c14 resource provider aggregate not found Aug 24 17:50:57.443498 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Attempting to bind port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:57.444082 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Attempting to bind port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:57.444498 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Attempting to bind port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b on network 4dda7a94-775b-4143-b064-79a1f63c7c32 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:57.454582 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:57.455276 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Checking segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:57.456005 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.472651 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Bound using segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:57.472651 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Bound port: 7b7842c1-4ed8-4d11-b72d-b086cea39e9b, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:57.472651 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.479902 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 228cbd27-016a-4d39-8ae3-10c11e9f5c14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 228cbd27-016a-4d39-8ae3-10c11e9f5c14 found for delete ", "request_id": "req-8b1acd44-b5b2-4faa-b9dc-b25889cd26fd"}]} Aug 24 17:50:57.534889 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8936dfc0-21d2-4f2c-b95b-539220897ec3 admin admin] Publish callbacks [] for security_group (96d4eaf1-2b7b-4796-8eca-8c2337037542), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.557755 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 1877ce8b-c9f3-4693-8165-01d76d921396 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:57.563961 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-edc294a4-f159-4688-bdf0-eb19e1ab6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (bdd34ecb-31a4-49b6-a628-cd8e469689a9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.572539 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-edc294a4-f159-4688-bdf0-eb19e1ab6d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.572539 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-edc294a4-f159-4688-bdf0-eb19e1ab6d09 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bdd34ecb-31a4-49b6-a628-cd8e469689a9 HTTP/1.1" status: 204 len: 168 time: 0.2890377 Aug 24 17:50:57.579221 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] For port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:57.588385 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc294a4-f159-4688-bdf0-eb19e1ab6d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd34ecb-31a4-49b6-a628-cd8e469689a9,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:57.591547 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] For port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=7b7842c1-4ed8-4d11-b72d-b086cea39e9b,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:57.647039 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 1877ce8b-c9f3-4693-8165-01d76d921396 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:57.648215 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.688342 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b21a071a-0f49-4b88-b8fc-083c6aef24b9 req-e13dde76-ab12-40c0-9b7c-3ff41ac603d1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 210 time: 0.0342324 Aug 24 17:50:57.694013 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8936dfc0-21d2-4f2c-b95b-539220897ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (96d4eaf1-2b7b-4796-8eca-8c2337037542), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.722681 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.797036 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:57.797929 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:50:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:57.800052 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 1877ce8b-c9f3-4693-8165-01d76d921396 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:57.807599 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936dfc0-21d2-4f2c-b95b-539220897ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d4eaf1-2b7b-4796-8eca-8c2337037542,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:57.827627 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-8936dfc0-21d2-4f2c-b95b-539220897ec3 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0ffdd0764f8b4726ab1e02c86aecbaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044799 Aug 24 17:50:57.828129 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44912) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:57.995915 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3e567df8-79a6-49d8-b3ed-06bd8569c97a admin admin] Publish callbacks [] for security_group (96d4eaf1-2b7b-4796-8eca-8c2337037542), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.016245 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:58.031203 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3e567df8-79a6-49d8-b3ed-06bd8569c97a admin admin] Publish callbacks [] for security_group (96d4eaf1-2b7b-4796-8eca-8c2337037542), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.044580 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:58.057356 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3fb7c-8635-4eeb-8818-9199172b8403 None None] Pushing event updated for resources: {'Port': ['ID=7b7842c1-4ed8-4d11-b72d-b086cea39e9b,revision_number=4']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:58.111968 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:58.282837 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3e567df8-79a6-49d8-b3ed-06bd8569c97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (96d4eaf1-2b7b-4796-8eca-8c2337037542), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.287109 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3e567df8-79a6-49d8-b3ed-06bd8569c97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.288787 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-3e567df8-79a6-49d8-b3ed-06bd8569c97a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/96d4eaf1-2b7b-4796-8eca-8c2337037542 HTTP/1.1" status: 204 len: 168 time: 0.4593420 Aug 24 17:50:58.309637 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e567df8-79a6-49d8-b3ed-06bd8569c97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d4eaf1-2b7b-4796-8eca-8c2337037542,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:58.351091 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:57Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:58.384471 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7714e-0bc7-4000-a3f4-146049ac3c86 None None] The sync data for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi is: [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:57Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:58.391044 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:58.654180 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:58.915527 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4bcf6e6e-e0d6-426a-8be9-8faea7866c43 req-95e772f3-b50a-456e-98ea-ff975be8f595 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 210 time: 0.0450478 Aug 24 17:50:59.169338 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 44948) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:59.279575 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-7c0418c0-1f01-4e4d-b973-48e4f0d6def4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9161e3d8c1214933a591db66c32d7c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082382 Aug 24 17:50:59.282383 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 44952) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:59.417602 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7203e2e0-e0c5-4966-b46e-4c57c4fbc51b admin admin] Publish callbacks [] for security_group (6f701add-dcf7-4258-bfa4-8fee8c69edb6), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.452903 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-cd725cbe-bb04-44de-9b85-7d501a6165c8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:59.454535 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-cd725cbe-bb04-44de-9b85-7d501a6165c8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 819 time: 0.1563077 Aug 24 17:50:59.459750 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7203e2e0-e0c5-4966-b46e-4c57c4fbc51b admin admin] Publish callbacks [] for security_group (6f701add-dcf7-4258-bfa4-8fee8c69edb6), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.561401 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 7b7842c1-4ed8-4d11-b72d-b086cea39e9b up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:59.613574 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:59.613878 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Request body: {'port': {'device_id': '4ec18342-3f45-401f-ba1a-768a427a5fa2', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'admin_state_up': True, 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:59.614033 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.645274 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7203e2e0-e0c5-4966-b46e-4c57c4fbc51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6f701add-dcf7-4258-bfa4-8fee8c69edb6), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.648353 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7203e2e0-e0c5-4966-b46e-4c57c4fbc51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.649655 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-7203e2e0-e0c5-4966-b46e-4c57c4fbc51b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6f701add-dcf7-4258-bfa4-8fee8c69edb6 HTTP/1.1" status: 204 len: 168 time: 0.3661718 Aug 24 17:50:59.687363 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203e2e0-e0c5-4966-b46e-4c57c4fbc51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f701add-dcf7-4258-bfa4-8fee8c69edb6,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:59.727325 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:59.727773 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.740777 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:59.777195 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=7b7842c1-4ed8-4d11-b72d-b086cea39e9b,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:59.866062 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.923436 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Made reservation on behalf of 151e9d2b290047e8acd9468c721b9dd3 for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:59.933116 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.945254 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=7b7842c1-4ed8-4d11-b72d-b086cea39e9b,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:59.980223 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:00.036682 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-339333c5-ae7a-40ed-8b48-b54edcb31132 req-fe2837b4-1f6c-46fc-888f-92c2479c8e4e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 210 time: 0.0387433 Aug 24 17:51:00.362160 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-e721790a-dccc-4888-a5df-81f5d24498e2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:00.363738 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-e721790a-dccc-4888-a5df-81f5d24498e2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 819 time: 0.4091308 Aug 24 17:51:00.380300 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Request body: {'port': {'device_id': 'e1deb7e5-c813-4c8b-829e-3c38e10fde3b', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'admin_state_up': True, 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:00.423123 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Allocated IP 172.20.0.7 (4dda7a94-775b-4143-b064-79a1f63c7c32/fd42a4f2-7007-49af-86e9-a41c17d86148/565c8009-6ae5-4c23-a533-fff7bf8e849d) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:00.724783 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.835914 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Made reservation on behalf of 151e9d2b290047e8acd9468c721b9dd3 for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:00.839907 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.950846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.054907 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:01.063641 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:01.068707 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:01.105520 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event updated for resources: {'Port': ['ID=565c8009-6ae5-4c23-a533-fff7bf8e849d,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:01.167747 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Allocated IP 172.20.0.4 (4dda7a94-775b-4143-b064-79a1f63c7c32/fd42a4f2-7007-49af-86e9-a41c17d86148/cc4b347c-0dc2-4c02-b53f-f642a08163d3) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:01.197254 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3a595e31-3fd7-4867-99a9-5c76f4edfcca req-df11861f-162d-49f4-8553-0bce48f4f57e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 210 time: 0.0467315 Aug 24 17:51:01.232296 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:01.233396 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.401267 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-30ea8f2b-e336-4c89-995c-899b4089c038 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7958925 Aug 24 17:51:01.412785 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.423060 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Request body: {'port': {'device_id': '4ec18342-3f45-401f-ba1a-768a427a5fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:01.461499 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-569d7710-b644-4f9f-9cd5-ee107a11a441 None None] Provisioning complete for port 565c8009-6ae5-4c23-a533-fff7bf8e849d triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:01.463234 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-569d7710-b644-4f9f-9cd5-ee107a11a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.506423 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-569d7710-b644-4f9f-9cd5-ee107a11a441 None None] Port 565c8009-6ae5-4c23-a533-fff7bf8e849d cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:51:01.524707 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.572415 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 7b7842c1-4ed8-4d11-b72d-b086cea39e9b up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:01.582662 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:01.625955 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:01.626593 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.658453 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.712515 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:01.731442 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:01.754535 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:01.760958 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:01.796961 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event updated for resources: {'Port': ['ID=cc4b347c-0dc2-4c02-b53f-f642a08163d3,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:01.861275 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:01.862036 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.957874 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565c8009-6ae5-4c23-a533-fff7bf8e849d {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:01.970716 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Publish callbacks [] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.976769 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-8e6ce68a-f1e5-40e7-af32-2e905dca4215 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6006303 Aug 24 17:51:01.990993 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Transition to ACTIVE for port object 565c8009-6ae5-4c23-a533-fff7bf8e849d will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:51:01.996914 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Request body: {'port': {'device_id': 'e1deb7e5-c813-4c8b-829e-3c38e10fde3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:02.063611 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.074523 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.128968 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-93f46293-6ea3-4ba9-9dd9-722f71501f99 None None] Provisioning complete for port cc4b347c-0dc2-4c02-b53f-f642a08163d3 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:02.129390 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-93f46293-6ea3-4ba9-9dd9-722f71501f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.180693 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-93f46293-6ea3-4ba9-9dd9-722f71501f99 None None] Port cc4b347c-0dc2-4c02-b53f-f642a08163d3 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:51:02.198755 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Pushing event updated for resources: {'Port': ['ID=565c8009-6ae5-4c23-a533-fff7bf8e849d,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:02.307680 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Attempting to bind port 565c8009-6ae5-4c23-a533-fff7bf8e849d on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:02.307961 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Attempting to bind port 565c8009-6ae5-4c23-a533-fff7bf8e849d by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:02.308295 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Attempting to bind port 565c8009-6ae5-4c23-a533-fff7bf8e849d on network 4dda7a94-775b-4143-b064-79a1f63c7c32 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:02.318146 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Port 565c8009-6ae5-4c23-a533-fff7bf8e849d on network 4dda7a94-775b-4143-b064-79a1f63c7c32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:51:02.318478 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Attempting to bind port 565c8009-6ae5-4c23-a533-fff7bf8e849d on network 4dda7a94-775b-4143-b064-79a1f63c7c32 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:02.333442 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45038) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:02.333545 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f4931-a7c1-419b-a213-07d5b3552785 req-7d14fdbe-e1a1-413b-9a3f-e7b1667a3e60 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:02.335664 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d38f4931-a7c1-419b-a213-07d5b3552785 req-7d14fdbe-e1a1-413b-9a3f-e7b1667a3e60 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 931 time: 0.0643191 Aug 24 17:51:02.349125 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:02.349830 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Checking segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:02.349830 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Bound using segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:02.350319 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Bound port: 565c8009-6ae5-4c23-a533-fff7bf8e849d, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:02.350682 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.398775 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:02.409640 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d38f4931-a7c1-419b-a213-07d5b3552785 req-f23b1a8a-5d04-4f52-a8c8-6fb7623744b2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685260 Aug 24 17:51:02.483361 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] For port 565c8009-6ae5-4c23-a533-fff7bf8e849d, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:02.488823 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] For port 565c8009-6ae5-4c23-a533-fff7bf8e849d, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=565c8009-6ae5-4c23-a533-fff7bf8e849d,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:02.545375 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e93c-f5ab-4db1-a60d-6a68ba1ef6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.557975 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4b347c-0dc2-4c02-b53f-f642a08163d3 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:02.570682 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Publish callbacks [] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.601934 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Transition to ACTIVE for port object cc4b347c-0dc2-4c02-b53f-f642a08163d3 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:51:02.633995 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.639759 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:02.640342 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.641966 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/565c8009-6ae5-4c23-a533-fff7bf8e849d HTTP/1.1" status: 200 len: 1093 time: 1.2253568 Aug 24 17:51:02.646658 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec18342-3f45-401f-ba1a-768a427a5fa2', 'tag': '565c8009-6ae5-4c23-a533-fff7bf8e849d'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:02.649246 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a5bbca-c392-457c-9f11-b479718a8a25" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec18342-3f45-401f-ba1a-768a427a5fa2", "tag": "565c8009-6ae5-4c23-a533-fff7bf8e849d"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:02.695649 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064fad4b-efa1-40c7-9151-238239953df1 x-openstack-request-id: req-064fad4b-efa1-40c7-9151-238239953df1 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:02.695940 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec18342-3f45-401f-ba1a-768a427a5fa2", "tag": "565c8009-6ae5-4c23-a533-fff7bf8e849d", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:02.696194 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-064fad4b-efa1-40c7-9151-238239953df1 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:02.696617 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064fad4b-efa1-40c7-9151-238239953df1'] response: {'name': 'network-changed', 'server_uuid': '4ec18342-3f45-401f-ba1a-768a427a5fa2', 'tag': '565c8009-6ae5-4c23-a533-fff7bf8e849d', 'status': 'completed', 'code': 200} Aug 24 17:51:02.709668 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e93c-f5ab-4db1-a60d-6a68ba1ef6cb admin admin] Publish callbacks [] for security_group (013d30e7-b5be-44b2-9c5f-df66af674068), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.719922 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543a9b9-0f07-428d-9309-ea505e5d960b service neutron] Pushing event updated for resources: {'Port': ['ID=565c8009-6ae5-4c23-a533-fff7bf8e849d,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:02.734106 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.801633 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5bbca-c392-457c-9f11-b479718a8a25 req-ee101adc-e3e0-4ead-b1cd-9b78e5f4e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:02.803261 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8a5bbca-c392-457c-9f11-b479718a8a25 req-ee101adc-e3e0-4ead-b1cd-9b78e5f4e1f6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 1127 time: 0.0793221 Aug 24 17:51:02.879937 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b347c-0dc2-4c02-b53f-f642a08163d3,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:02.942562 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e93c-f5ab-4db1-a60d-6a68ba1ef6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (013d30e7-b5be-44b2-9c5f-df66af674068), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.016968 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Attempting to bind port cc4b347c-0dc2-4c02-b53f-f642a08163d3 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:03.017341 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Attempting to bind port cc4b347c-0dc2-4c02-b53f-f642a08163d3 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:03.017678 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Attempting to bind port cc4b347c-0dc2-4c02-b53f-f642a08163d3 on network 4dda7a94-775b-4143-b064-79a1f63c7c32 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:03.032823 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-c8b2e93c-f5ab-4db1-a60d-6a68ba1ef6cb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=06a9d3c3aacb406abbc73d77ff77bcf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6968136 Aug 24 17:51:03.035611 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45054) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:03.036221 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2e93c-f5ab-4db1-a60d-6a68ba1ef6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013d30e7-b5be-44b2-9c5f-df66af674068,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:03.045626 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Port cc4b347c-0dc2-4c02-b53f-f642a08163d3 on network 4dda7a94-775b-4143-b064-79a1f63c7c32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:51:03.046342 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Attempting to bind port cc4b347c-0dc2-4c02-b53f-f642a08163d3 on network 4dda7a94-775b-4143-b064-79a1f63c7c32 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:03.056654 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5bbca-c392-457c-9f11-b479718a8a25 req-cc7d925f-e5f7-47ee-90ab-4f54acd3c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.058209 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8a5bbca-c392-457c-9f11-b479718a8a25 req-cc7d925f-e5f7-47ee-90ab-4f54acd3c25f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=151e9d2b290047e8acd9468c721b9dd3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2317286 Aug 24 17:51:03.078000 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:03.078344 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Checking segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:03.078726 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Bound using segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:03.079167 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Bound port: cc4b347c-0dc2-4c02-b53f-f642a08163d3, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:03.079559 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.208162 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7ef62ba0-3dbb-4d0d-aba1-8e31155f6437 admin admin] Publish callbacks [] for security_group (013d30e7-b5be-44b2-9c5f-df66af674068), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.252360 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7ef62ba0-3dbb-4d0d-aba1-8e31155f6437 admin admin] Publish callbacks [] for security_group (013d30e7-b5be-44b2-9c5f-df66af674068), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.266388 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] For port cc4b347c-0dc2-4c02-b53f-f642a08163d3, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:03.286933 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5bbca-c392-457c-9f11-b479718a8a25 req-f3041c4b-9fa5-4b06-a7a2-347f60756561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.288559 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8a5bbca-c392-457c-9f11-b479718a8a25 req-f3041c4b-9fa5-4b06-a7a2-347f60756561 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2230730 Aug 24 17:51:03.293780 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] For port cc4b347c-0dc2-4c02-b53f-f642a08163d3, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=cc4b347c-0dc2-4c02-b53f-f642a08163d3,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:03.379008 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-8d5a59d0-5766-49d5-808c-df6b9118b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.380541 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-8d5a59d0-5766-49d5-808c-df6b9118b6cb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 1127 time: 0.0462453 Aug 24 17:51:03.381556 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.387393 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.388010 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.390417 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/cc4b347c-0dc2-4c02-b53f-f642a08163d3 HTTP/1.1" status: 200 len: 1093 time: 1.3974411 Aug 24 17:51:03.424324 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7ef62ba0-3dbb-4d0d-aba1-8e31155f6437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (013d30e7-b5be-44b2-9c5f-df66af674068), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.426974 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7ef62ba0-3dbb-4d0d-aba1-8e31155f6437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.428159 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-7ef62ba0-3dbb-4d0d-aba1-8e31155f6437 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/013d30e7-b5be-44b2-9c5f-df66af674068 HTTP/1.1" status: 204 len: 168 time: 0.3891234 Aug 24 17:51:03.487163 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef62ba0-3dbb-4d0d-aba1-8e31155f6437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013d30e7-b5be-44b2-9c5f-df66af674068,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:03.492715 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-04c61bae-5594-47cf-8d57-c14f5006a17d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565c8009-6ae5-4c23-a533-fff7bf8e849d HTTP/1.1" status: 200 len: 217 time: 0.0843050 Aug 24 17:51:03.582118 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc723-9db6-465e-8caa-6510819d9171 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b347c-0dc2-4c02-b53f-f642a08163d3,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:03.621136 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86e64e-a0ff-43e2-83fb-dd6fc11adc77 req-abdd5471-520b-4d2a-b8a1-13a93740c350 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.627970 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-9def61ff-da38-465c-8845-7f95996bbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.630723 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a86e64e-a0ff-43e2-83fb-dd6fc11adc77 req-abdd5471-520b-4d2a-b8a1-13a93740c350 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 943 time: 0.0690713 Aug 24 17:51:03.630876 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-9def61ff-da38-465c-8845-7f95996bbb68 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 1127 time: 0.1226518 Aug 24 17:51:03.645309 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-aeec73b4-aae5-4c9e-99c8-71e33668c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.646989 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-aeec73b4-aae5-4c9e-99c8-71e33668c826 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.1400967 Aug 24 17:51:03.732672 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a86e64e-a0ff-43e2-83fb-dd6fc11adc77 req-bd544b00-a7ed-44cc-9a66-5402d01c5440 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006162 Aug 24 17:51:03.740639 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-0b13f194-b988-4a85-8e16-b5279de0598e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc4b347c-0dc2-4c02-b53f-f642a08163d3 HTTP/1.1" status: 200 len: 217 time: 0.1027277 Aug 24 17:51:03.741663 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-f15e13ff-add7-47c7-bcf2-378ede9249c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.743117 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-f15e13ff-add7-47c7-bcf2-378ede9249c1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592444 Aug 24 17:51:03.864898 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-72e1636d-c091-4f14-b5ab-ada2d91227b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.866423 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-72e1636d-c091-4f14-b5ab-ada2d91227b2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.1120446 Aug 24 17:51:03.938114 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:03.948290 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-c3e845c0-1b7e-434d-b47c-fa5b34bdf011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.952734 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-c3e845c0-1b7e-434d-b47c-fa5b34bdf011 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734329 Aug 24 17:51:03.956541 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-9998dffc-e548-470b-81e3-a8a8eb106587 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008038 Aug 24 17:51:03.996388 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:04.348386 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-64138cec-2322-4aee-8888-61b555c77303 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904095 Aug 24 17:51:04.350451 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6ab34547-ecfd-45df-84d4-b37722529e4d req-0e919137-6c2a-4fdd-8b8a-b8d8e020b064 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826988 Aug 24 17:51:04.457305 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-7b97d632-968d-4115-bfb3-11fa4518a578 req-a300f89f-5ab9-4277-9bb0-fdadecb27971 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939350 Aug 24 17:51:04.693707 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:04.697200 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1deb7e5-c813-4c8b-829e-3c38e10fde3b', 'tag': 'cc4b347c-0dc2-4c02-b53f-f642a08163d3'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:04.699757 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de970522-c39c-411d-9219-94380420735a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1deb7e5-c813-4c8b-829e-3c38e10fde3b", "tag": "cc4b347c-0dc2-4c02-b53f-f642a08163d3"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:04.756168 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f88780-057d-4f9f-8306-fe16866380c2 x-openstack-request-id: req-46f88780-057d-4f9f-8306-fe16866380c2 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:04.756168 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1deb7e5-c813-4c8b-829e-3c38e10fde3b", "tag": "cc4b347c-0dc2-4c02-b53f-f642a08163d3", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:04.756168 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46f88780-057d-4f9f-8306-fe16866380c2 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:04.756168 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f88780-057d-4f9f-8306-fe16866380c2'] response: {'name': 'network-changed', 'server_uuid': 'e1deb7e5-c813-4c8b-829e-3c38e10fde3b', 'tag': 'cc4b347c-0dc2-4c02-b53f-f642a08163d3', 'status': 'completed', 'code': 200} Aug 24 17:51:04.868175 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebbe24-9c0c-4b1b-9086-b5425836ee85 req-9a55dfee-dbde-4e02-814a-be221fcccb95 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:04.870673 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c7ebbe24-9c0c-4b1b-9086-b5425836ee85 req-9a55dfee-dbde-4e02-814a-be221fcccb95 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 943 time: 0.0594268 Aug 24 17:51:04.949561 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c7ebbe24-9c0c-4b1b-9086-b5425836ee85 req-7d082060-27bf-4658-ba22-fc5e7b6ec900 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683439 Aug 24 17:51:05.165514 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5ac99-c979-49e8-9c1a-977a1d170538 req-144ac510-470b-4c22-97e7-4150fa4fd0e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.167106 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8aa5ac99-c979-49e8-9c1a-977a1d170538 req-144ac510-470b-4c22-97e7-4150fa4fd0e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0537310 Aug 24 17:51:05.218811 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8aa5ac99-c979-49e8-9c1a-977a1d170538 req-487b4106-c805-425b-81fb-c717bd09ba1b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Aug 24 17:51:05.254759 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:05.462271 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45138) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:05.603950 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:05.728635 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Publish callbacks [] for security_group (2e8ebd4e-581a-4138-a923-63559eabe79d), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:05.876948 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2e8ebd4e-581a-4138-a923-63559eabe79d), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:05.923199 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=64041520ba8044f69004611b93ab7833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592342 Aug 24 17:51:05.925747 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8ebd4e-581a-4138-a923-63559eabe79d,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:05.927151 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 45156) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:05.934142 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.934496 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.934865 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.935215 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.935555 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.935890 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.936221 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.937423 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.937789 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.938157 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.938490 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.938825 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.945791 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.945791 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:05.945791 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc293e-c75a-4fe2-9244-f8ea779ce7e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.007666 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Publish callbacks [] for security_group (2e8ebd4e-581a-4138-a923-63559eabe79d), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.043067 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Publish callbacks [] for security_group (2e8ebd4e-581a-4138-a923-63559eabe79d), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.108966 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be804b7-e009-4192-8f41-7016e491e863 req-73f60fde-f343-4a4d-bad2-0fe543a2b048 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:06.111180 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6be804b7-e009-4192-8f41-7016e491e863 req-73f60fde-f343-4a4d-bad2-0fe543a2b048 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 943 time: 0.0868220 Aug 24 17:51:06.130614 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:06.161670 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:06.173314 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6be804b7-e009-4192-8f41-7016e491e863 req-1a67d806-0859-4882-961a-abaab62c3eeb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520563 Aug 24 17:51:06.242253 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2e8ebd4e-581a-4138-a923-63559eabe79d), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.244917 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.246113 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2e8ebd4e-581a-4138-a923-63559eabe79d HTTP/1.1" status: 204 len: 168 time: 0.3176005 Aug 24 17:51:06.258012 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8ebd4e-581a-4138-a923-63559eabe79d,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:06.266759 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.267291 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.267785 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.268209 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.268770 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.269196 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.269598 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.270139 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.270552 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.271102 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.271539 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.272121 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.272524 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.273063 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.273468 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b61e89-c8ba-4706-bde1-7bfdeba17d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:06.383102 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5643b-c405-4ade-b66b-33e9277231d6 req-53552940-1fe5-4b72-8a50-bc96fb31f571 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:06.384597 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8fd5643b-c405-4ade-b66b-33e9277231d6 req-53552940-1fe5-4b72-8a50-bc96fb31f571 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0551558 Aug 24 17:51:06.438135 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8fd5643b-c405-4ade-b66b-33e9277231d6 req-0e58bde9-bbca-48f8-8f69-c4b9bf9a000d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466824 Aug 24 17:51:06.614656 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de970522-c39c-411d-9219-94380420735a req-dbe68a69-fb92-4096-8c25-c445e48f788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:06.616591 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-de970522-c39c-411d-9219-94380420735a req-dbe68a69-fb92-4096-8c25-c445e48f788a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 1127 time: 0.0433526 Aug 24 17:51:06.781472 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de970522-c39c-411d-9219-94380420735a req-38cc92fb-ea1c-4c59-af7d-0c77f76102d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:06.783620 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-de970522-c39c-411d-9219-94380420735a req-38cc92fb-ea1c-4c59-af7d-0c77f76102d0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.1566033 Aug 24 17:51:06.834735 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-de970522-c39c-411d-9219-94380420735a req-298ee18c-f83f-4877-92c2-4c3c427e07c9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc4b347c-0dc2-4c02-b53f-f642a08163d3 HTTP/1.1" status: 200 len: 217 time: 0.0443008 Aug 24 17:51:06.896553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de970522-c39c-411d-9219-94380420735a req-0f1d8e68-b4c9-401f-a4d6-87ac5ca61fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:06.898697 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-de970522-c39c-411d-9219-94380420735a req-0f1d8e68-b4c9-401f-a4d6-87ac5ca61fc2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0540628 Aug 24 17:51:06.949752 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de970522-c39c-411d-9219-94380420735a req-693a208f-3ddb-405e-9fef-b52394cd1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:06.951374 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-de970522-c39c-411d-9219-94380420735a req-693a208f-3ddb-405e-9fef-b52394cd1335 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430384 Aug 24 17:51:07.077934 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-de970522-c39c-411d-9219-94380420735a req-79938d51-e746-48f1-a7cc-63018d1210d6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188841 Aug 24 17:51:07.185068 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-de970522-c39c-411d-9219-94380420735a req-9efb0feb-495e-4686-bcfa-58ef2fa1225c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008601 Aug 24 17:51:07.214258 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 565c8009-6ae5-4c23-a533-fff7bf8e849d details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:07.251713 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:07.311772 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:07.323786 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eeb5de-d150-4d96-8635-2f4dfe10eeee req-a1795dd3-a687-4c09-815b-59a25276066c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:07.325612 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-57eeb5de-d150-4d96-8635-2f4dfe10eeee req-a1795dd3-a687-4c09-815b-59a25276066c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 943 time: 0.0577748 Aug 24 17:51:07.341362 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 565c8009-6ae5-4c23-a533-fff7bf8e849d, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=565c8009-6ae5-4c23-a533-fff7bf8e849d,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:07.356066 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '565c8009-6ae5-4c23-a533-fff7bf8e849d', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'port_id': '565c8009-6ae5-4c23-a533-fff7bf8e849d', 'mac_address': 'fa:16:3e:77:8d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:07.401141 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-57eeb5de-d150-4d96-8635-2f4dfe10eeee req-eef5fa2d-719a-4ae9-8ac4-2a81c3108f3c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685086 Aug 24 17:51:07.404544 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 565c8009-6ae5-4c23-a533-fff7bf8e849d is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:07.405121 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:07.421924 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565c8009-6ae5-4c23-a533-fff7bf8e849d {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:07.448349 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 565c8009-6ae5-4c23-a533-fff7bf8e849d, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=565c8009-6ae5-4c23-a533-fff7bf8e849d,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:07.534491 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:07.604094 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=565c8009-6ae5-4c23-a533-fff7bf8e849d,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:07.613324 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.613787 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.614240 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.614657 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.615184 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.615611 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.616022 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.616408 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.616960 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.617457 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.617868 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.618300 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.618824 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.619450 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.620192 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:07.627839 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589e8c5-7809-4708-a229-1a7dbf9afa76 req-bf29955b-0dd8-4459-86ef-bd7aca1847c7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:07.629944 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a589e8c5-7809-4708-a229-1a7dbf9afa76 req-bf29955b-0dd8-4459-86ef-bd7aca1847c7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0983889 Aug 24 17:51:07.719981 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a589e8c5-7809-4708-a229-1a7dbf9afa76 req-52c81140-8bb6-4f21-8046-87bd5a117d81 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730753 Aug 24 17:51:07.802212 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['565c8009-6ae5-4c23-a533-fff7bf8e849d'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:07.831592 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:07.907192 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:08.536560 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f2e1-9fa3-4187-83bd-480c6bd6dab3 req-b0b0fd69-f960-4b9f-8e20-aa64cc9639c4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:08.538067 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9c17f2e1-9fa3-4187-83bd-480c6bd6dab3 req-b0b0fd69-f960-4b9f-8e20-aa64cc9639c4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 943 time: 0.0517516 Aug 24 17:51:08.567618 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:08.589384 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9c17f2e1-9fa3-4187-83bd-480c6bd6dab3 req-bfda0942-f928-4d67-a884-72d0439de33c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455678 Aug 24 17:51:08.867254 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176aff5-364c-440d-b406-d64d5bf953f9 req-bbe0898d-c14d-452d-9daa-44b1b1f1b4e1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:08.869020 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f176aff5-364c-440d-b406-d64d5bf953f9 req-bbe0898d-c14d-452d-9daa-44b1b1f1b4e1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0553536 Aug 24 17:51:08.945288 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f176aff5-364c-440d-b406-d64d5bf953f9 req-f7e7e0ad-da9a-48e5-89fc-c63779c743a4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642412 Aug 24 17:51:09.228317 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device cc4b347c-0dc2-4c02-b53f-f642a08163d3 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:09.232592 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 565c8009-6ae5-4c23-a533-fff7bf8e849d up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:09.314026 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 565c8009-6ae5-4c23-a533-fff7bf8e849d completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:51:09.370797 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port cc4b347c-0dc2-4c02-b53f-f642a08163d3, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=cc4b347c-0dc2-4c02-b53f-f642a08163d3,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:09.383379 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': 'cc4b347c-0dc2-4c02-b53f-f642a08163d3', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'port_id': 'cc4b347c-0dc2-4c02-b53f-f642a08163d3', 'mac_address': 'fa:16:3e:08:2c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:09.413031 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 565c8009-6ae5-4c23-a533-fff7bf8e849d triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:09.413413 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:09.450669 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port cc4b347c-0dc2-4c02-b53f-f642a08163d3 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:09.451152 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:09.473234 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4b347c-0dc2-4c02-b53f-f642a08163d3 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:09.497704 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port cc4b347c-0dc2-4c02-b53f-f642a08163d3, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=cc4b347c-0dc2-4c02-b53f-f642a08163d3,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:09.528099 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 565c8009-6ae5-4c23-a533-fff7bf8e849d is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:09.528490 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:09.552001 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec18342-3f45-401f-ba1a-768a427a5fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565c8009-6ae5-4c23-a533-fff7bf8e849d'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:09.558299 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f294c49-af27-4cb6-a634-41d9ed357bba" -d '{"events": [{"server_uuid": "4ec18342-3f45-401f-ba1a-768a427a5fa2", "name": "network-vif-plugged", "status": "completed", "tag": "565c8009-6ae5-4c23-a533-fff7bf8e849d"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:09.567938 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 565c8009-6ae5-4c23-a533-fff7bf8e849d, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=565c8009-6ae5-4c23-a533-fff7bf8e849d,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:09.592448 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cad4f8-64c4-4238-85fb-cf280867706e x-openstack-request-id: req-f3cad4f8-64c4-4238-85fb-cf280867706e {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:09.592821 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec18342-3f45-401f-ba1a-768a427a5fa2", "name": "network-vif-plugged", "status": "completed", "tag": "565c8009-6ae5-4c23-a533-fff7bf8e849d", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:09.593023 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3cad4f8-64c4-4238-85fb-cf280867706e {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:09.593586 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cad4f8-64c4-4238-85fb-cf280867706e'] response: {'server_uuid': '4ec18342-3f45-401f-ba1a-768a427a5fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565c8009-6ae5-4c23-a533-fff7bf8e849d', 'code': 200} Aug 24 17:51:09.620856 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:09.674211 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:09.678566 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:09.717237 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=cc4b347c-0dc2-4c02-b53f-f642a08163d3,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:09.760650 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb45d9c-c84c-4945-a7fd-679bfb7619f3 req-de034b9c-8ee8-44dd-bf99-6ca393a8668c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:09.762235 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ddb45d9c-c84c-4945-a7fd-679bfb7619f3 req-de034b9c-8ee8-44dd-bf99-6ca393a8668c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 944 time: 0.0503838 Aug 24 17:51:09.769651 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=565c8009-6ae5-4c23-a533-fff7bf8e849d,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:09.817747 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ddb45d9c-c84c-4945-a7fd-679bfb7619f3 req-b65308c6-e254-4e2e-9ef7-3607151c5ed9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490203 Aug 24 17:51:09.890282 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['cc4b347c-0dc2-4c02-b53f-f642a08163d3'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:09.993556 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053643a9-e9c2-486f-8c7a-c36610772437 req-d2d45e67-2126-4db9-a942-521eb96b9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:09.996877 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-053643a9-e9c2-486f-8c7a-c36610772437 req-d2d45e67-2126-4db9-a942-521eb96b9bdd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 1129 time: 0.0572371 Aug 24 17:51:10.100359 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-053643a9-e9c2-486f-8c7a-c36610772437 req-be33e2d7-f85f-4cec-9791-ef8240b2f935 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900710 Aug 24 17:51:10.133623 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870855c-2a38-4bb2-9ff2-81de3074d5e9 req-99c48261-32ad-468f-9ea1-b8a3786e08fd tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:10.140155 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d870855c-2a38-4bb2-9ff2-81de3074d5e9 req-99c48261-32ad-468f-9ea1-b8a3786e08fd tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0563221 Aug 24 17:51:10.190653 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d870855c-2a38-4bb2-9ff2-81de3074d5e9 req-0b076473-959f-4cf1-9427-53a3a5102215 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493386 Aug 24 17:51:10.288353 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=54 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:10.301571 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-e794e29c-081e-40fe-a952-4854dbd35a75 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=a770f0caef364853a4033422b76ab918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309567 Aug 24 17:51:10.500701 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-d839c783-2995-4b9d-a9ee-64b78764bc43 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:10.502187 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-d839c783-2995-4b9d-a9ee-64b78764bc43 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950171 Aug 24 17:51:10.513736 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:10.518407 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-1520ca3f-f116-4573-aef9-fca42008829e tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/quotas/a770f0caef364853a4033422b76ab918 HTTP/1.1" status: 200 len: 375 time: 0.0106280 Aug 24 17:51:10.553323 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-15975edc-8e73-406c-af82-59dbab9a6b45 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=a770f0caef364853a4033422b76ab918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296204 Aug 24 17:51:10.914324 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ba114806-2ddc-47c3-99eb-ebcaf732158d req-0e0df677-a909-4fdd-a4ec-32ae9bb4cd3f tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 210 time: 0.0362115 Aug 24 17:51:11.035322 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e8851-6a8b-4c52-8f93-3e2f63d62e0a req-231629d4-45f3-498e-a826-b092cf986d1d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:11.036856 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b76e8851-6a8b-4c52-8f93-3e2f63d62e0a req-231629d4-45f3-498e-a826-b092cf986d1d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 944 time: 0.0526190 Aug 24 17:51:11.070127 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:11.100765 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b76e8851-6a8b-4c52-8f93-3e2f63d62e0a req-a5eb5d2d-511a-4ae6-8c61-505e25b76eba tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495317 Aug 24 17:51:11.240157 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device cc4b347c-0dc2-4c02-b53f-f642a08163d3 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:11.343972 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3328dbc-68b2-4ccc-8373-df5fcca2839f req-a8e34e09-6404-4808-bb41-c8f69a93220c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:11.345700 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d3328dbc-68b2-4ccc-8373-df5fcca2839f req-a8e34e09-6404-4808-bb41-c8f69a93220c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0690265 Aug 24 17:51:11.412344 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d3328dbc-68b2-4ccc-8373-df5fcca2839f req-29ff2562-b99a-41ab-8af5-5e11feaa6bd4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592501 Aug 24 17:51:11.420609 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:11.427512 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port cc4b347c-0dc2-4c02-b53f-f642a08163d3 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:51:11.591234 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port cc4b347c-0dc2-4c02-b53f-f642a08163d3 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:11.591234 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:11.676365 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port cc4b347c-0dc2-4c02-b53f-f642a08163d3 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:11.676760 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:11.708464 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1deb7e5-c813-4c8b-829e-3c38e10fde3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b347c-0dc2-4c02-b53f-f642a08163d3'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:11.710884 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e2e370-ec2e-4dc1-ad24-5d7827673433" -d '{"events": [{"server_uuid": "e1deb7e5-c813-4c8b-829e-3c38e10fde3b", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b347c-0dc2-4c02-b53f-f642a08163d3"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:11.728735 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port cc4b347c-0dc2-4c02-b53f-f642a08163d3, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=cc4b347c-0dc2-4c02-b53f-f642a08163d3,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:11.778577 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a55df94-a3a7-4d8c-a6dd-f4d9ebcab60f x-openstack-request-id: req-9a55df94-a3a7-4d8c-a6dd-f4d9ebcab60f {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:11.778921 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1deb7e5-c813-4c8b-829e-3c38e10fde3b", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b347c-0dc2-4c02-b53f-f642a08163d3", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:11.779313 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a55df94-a3a7-4d8c-a6dd-f4d9ebcab60f {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:11.779621 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a55df94-a3a7-4d8c-a6dd-f4d9ebcab60f'] response: {'server_uuid': 'e1deb7e5-c813-4c8b-829e-3c38e10fde3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b347c-0dc2-4c02-b53f-f642a08163d3', 'code': 200} Aug 24 17:51:11.870214 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:11.924505 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=cc4b347c-0dc2-4c02-b53f-f642a08163d3,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:12.016667 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d790abac-9fb4-4a55-8154-c4a5ce1e6b17 req-addd39f0-5d75-4921-ab7b-d567ecfc5d2b tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 210 time: 0.0302403 Aug 24 17:51:12.127465 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:12.282326 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b2410-11be-44dc-b200-d781c4daab16 req-39e284d8-533a-4a9a-98d3-444f8b9a16e4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:12.283899 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c02b2410-11be-44dc-b200-d781c4daab16 req-39e284d8-533a-4a9a-98d3-444f8b9a16e4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0599492 Aug 24 17:51:12.285262 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9515d7-dce2-4d07-b513-a32f61bd9b42 req-00847921-9374-4928-9765-fc906d87e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:12.287028 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-5c9515d7-dce2-4d07-b513-a32f61bd9b42 req-00847921-9374-4928-9765-fc906d87e9d4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 1129 time: 0.0444238 Aug 24 17:51:12.337377 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-5c9515d7-dce2-4d07-b513-a32f61bd9b42 req-968b82d6-a3de-40c7-b11c-955b37a5f0a2 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Aug 24 17:51:12.342087 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c02b2410-11be-44dc-b200-d781c4daab16 req-7e46c120-14d1-4cd6-8a9d-2f90ef46956f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519168 Aug 24 17:51:12.556441 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f21ed-5d25-49a0-80b4-58e0168b255a req-ca88e2c8-e4a1-44e3-9267-29d00db7e7c6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:12.558499 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a31f21ed-5d25-49a0-80b4-58e0168b255a req-ca88e2c8-e4a1-44e3-9267-29d00db7e7c6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0606043 Aug 24 17:51:12.613446 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a31f21ed-5d25-49a0-80b4-58e0168b255a req-26fc4bbb-5778-4643-9696-b547952f9331 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457096 Aug 24 17:51:13.140695 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f1e52bcb-7e63-432a-a939-2a9f1940f567 req-636df1e1-8013-4e61-ac04-7aab843ab57f tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 210 time: 0.0424089 Aug 24 17:51:13.155994 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:13.200747 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-9a6cac10-09f5-4752-85bb-f15368759b26 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425177 Aug 24 17:51:13.275902 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-b360c2b5-051a-4bb1-acac-e8d8b3b59919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:13.277658 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-b360c2b5-051a-4bb1-acac-e8d8b3b59919 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 1129 time: 0.0430062 Aug 24 17:51:13.455055 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-676c9de7-6ff9-4f34-9ce1-214dfdd62774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:13.457605 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-676c9de7-6ff9-4f34-9ce1-214dfdd62774 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 916 time: 0.1451452 Aug 24 17:51:13.482259 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0848a-f991-4575-8158-127dfa55cd44 req-a8551f0e-eef1-41b4-952d-d2ee13822456 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:13.485065 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2cc0848a-f991-4575-8158-127dfa55cd44 req-a8551f0e-eef1-41b4-952d-d2ee13822456 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0553291 Aug 24 17:51:13.543247 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2cc0848a-f991-4575-8158-127dfa55cd44 req-c8d8e352-ffc0-45f4-8b33-a14a1090ef36 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484362 Aug 24 17:51:13.749288 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739000e9-7a1a-4d4c-a694-4e7949a49d6f req-240caa2a-b4ac-4293-840b-5e6000a29b1d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:13.756395 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-739000e9-7a1a-4d4c-a694-4e7949a49d6f req-240caa2a-b4ac-4293-840b-5e6000a29b1d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0610757 Aug 24 17:51:13.777786 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:13.821884 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-19298b8d-bf03-4b44-b727-5335999a7590 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c21554ce-e587-47c2-9a5e-61d889373e08 HTTP/1.1" status: 200 len: 1001 time: 0.0923319 Aug 24 17:51:13.829315 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-739000e9-7a1a-4d4c-a694-4e7949a49d6f req-a86a0783-ec05-43c4-b38e-07efa363d082 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693254 Aug 24 17:51:14.110117 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:14.267135 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a6d30b02-277a-4171-881e-e147cd3a54d7 req-3819ddc3-4599-4c56-a392-074361946993 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 210 time: 0.0423195 Aug 24 17:51:14.352416 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-e4e43dc9-4c92-41de-a208-f32d07fb8f39 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=a770f0caef364853a4033422b76ab918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787699 Aug 24 17:51:14.421893 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-725cd24f-b553-469c-aa3e-f4f79df853dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:14.423478 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-725cd24f-b553-469c-aa3e-f4f79df853dc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 200 len: 854 time: 0.1581392 Aug 24 17:51:14.556685 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-8bb37cd5-8c69-417a-bb9d-5a9046b4f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:14.558282 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-8bb37cd5-8c69-417a-bb9d-5a9046b4f947 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229846 Aug 24 17:51:14.682275 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-105b7b53-8140-4c4d-91a9-1790889acba8 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:14.684147 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-105b7b53-8140-4c4d-91a9-1790889acba8 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248491 Aug 24 17:51:14.703962 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Request body: {'port': {'device_id': '1df2b065-5db6-4170-8a4c-be333731546a', 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5', 'admin_state_up': True, 'tenant_id': 'a770f0caef364853a4033422b76ab918'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:14.709780 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da30ec-d1de-4bea-b87d-0d1684418347 req-12e76299-a049-42bb-a661-558c8b86d8db tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:14.722939 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b3da30ec-d1de-4bea-b87d-0d1684418347 req-12e76299-a049-42bb-a661-558c8b86d8db tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0877113 Aug 24 17:51:14.752293 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-96ccd440-f06d-48e2-aaf8-8d0debfd6f01 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864233 Aug 24 17:51:14.797999 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b3da30ec-d1de-4bea-b87d-0d1684418347 req-b34c4b1d-e4cf-469c-be3b-ea75eca09ccb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737455 Aug 24 17:51:14.936919 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-fe259f00-62f4-4fa1-8953-11e44dae160f req-444ab24f-826d-4985-810f-2798a4391398 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531496 Aug 24 17:51:15.002356 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d497b96-e9be-4c7e-9de0-ca13cea1ba0a req-36848003-1025-4d2a-b911-b3312b82a55e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.006019 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7d497b96-e9be-4c7e-9de0-ca13cea1ba0a req-36848003-1025-4d2a-b911-b3312b82a55e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0666592 Aug 24 17:51:15.064497 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Made reservation on behalf of a770f0caef364853a4033422b76ab918 for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:15.067828 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7d497b96-e9be-4c7e-9de0-ca13cea1ba0a req-fbb4fff0-ac1f-49ea-8cd1-8d9c027b1c0b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570638 Aug 24 17:51:15.071535 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.088436 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.181453 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:15.194213 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks [] for security_group (cc62ba55-1b9c-4ba5-880a-b51d7a742833), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.293142 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cc62ba55-1b9c-4ba5-880a-b51d7a742833), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.345435 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc62ba55-1b9c-4ba5-880a-b51d7a742833,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:15.428210 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554575a1-e15a-4a5e-90d6-28d353b1bb60 req-a14495cd-2898-477b-a4c5-a586bd2de4c5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.434850 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-554575a1-e15a-4a5e-90d6-28d353b1bb60 req-a14495cd-2898-477b-a4c5-a586bd2de4c5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0870368 Aug 24 17:51:15.473022 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4e8e499c-cf7d-472f-8f3f-d62e25481da6 req-25c4c441-61c8-4550-bf33-75fc4bc1542d tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 210 time: 0.0774271 Aug 24 17:51:15.514722 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Allocated IP 192.168.233.43 (99b9696b-bc7a-4bad-b659-97364e7484c5/b683eab8-7fe4-4089-a1a3-a1c2bffc2ea6/fcb60ca7-9589-46e6-97f2-2b78be81320d) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:15.750013 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks [] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.753958 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:15.770206 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d9efe-8682-4da3-a79f-ae077511a605 req-afba7124-84cc-470c-ad00-8e54da03ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.772519 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-143d9efe-8682-4da3-a79f-ae077511a605 req-afba7124-84cc-470c-ad00-8e54da03ab2d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 1129 time: 0.0665064 Aug 24 17:51:15.874029 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-554575a1-e15a-4a5e-90d6-28d353b1bb60 req-56550abd-fff6-47cf-b485-16abb7003676 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063046 Aug 24 17:51:15.892863 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.926424 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:15.948877 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Network 99b9696b-bc7a-4bad-b659-97364e7484c5 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:15.952681 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:15.955789 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:15.962216 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Pushing event updated for resources: {'Port': ['ID=fcb60ca7-9589-46e6-97f2-2b78be81320d,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:16.030388 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:16.034341 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:16.143863 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-21b6bec6-c2ff-4f54-b1bb-28cd4f98b2f1 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4477677 Aug 24 17:51:16.156250 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Request body: {'port': {'device_id': '1df2b065-5db6-4170-8a4c-be333731546a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:16.231756 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582142b6-aa87-4758-8472-041d64b5d82c req-915b4653-dddc-4e9a-857d-72444468185b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:16.232283 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d9efe-8682-4da3-a79f-ae077511a605 req-74569f85-5a31-44ca-89f3-17b87cab0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:16.234178 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-582142b6-aa87-4758-8472-041d64b5d82c req-915b4653-dddc-4e9a-857d-72444468185b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0565450 Aug 24 17:51:16.239843 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-143d9efe-8682-4da3-a79f-ae077511a605 req-74569f85-5a31-44ca-89f3-17b87cab0e53 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.2236681 Aug 24 17:51:16.305997 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-143d9efe-8682-4da3-a79f-ae077511a605 req-8f97de02-e04f-47c7-9085-4ccedcc3bf01 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc4b347c-0dc2-4c02-b53f-f642a08163d3 HTTP/1.1" status: 200 len: 217 time: 0.0454981 Aug 24 17:51:16.310864 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:16.323845 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-dde49be3-28e8-4505-957b-b9b6b6b4b2a6 None None] Provisioning complete for port fcb60ca7-9589-46e6-97f2-2b78be81320d triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:16.324471 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dde49be3-28e8-4505-957b-b9b6b6b4b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:16.327450 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-582142b6-aa87-4758-8472-041d64b5d82c req-5e92aff4-0816-4b78-8375-10213976d2b9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789688 Aug 24 17:51:16.378375 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-dde49be3-28e8-4505-957b-b9b6b6b4b2a6 None None] Port fcb60ca7-9589-46e6-97f2-2b78be81320d cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:51:16.404436 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d9efe-8682-4da3-a79f-ae077511a605 req-9b5adf74-f6de-428a-945d-5dea5c60fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:16.406092 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-143d9efe-8682-4da3-a79f-ae077511a605 req-9b5adf74-f6de-428a-945d-5dea5c60fced service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0922987 Aug 24 17:51:16.515757 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d9efe-8682-4da3-a79f-ae077511a605 req-6d301d11-2cde-4e40-ac40-3c7ddae72753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:16.517259 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-143d9efe-8682-4da3-a79f-ae077511a605 req-6d301d11-2cde-4e40-ac40-3c7ddae72753 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019118 Aug 24 17:51:16.662040 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ab4e1-29a4-4549-9498-40273a2c69c8 req-178f0abe-e6eb-4703-9d3a-4a99bdc75db4 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:16.664437 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c12ab4e1-29a4-4549-9498-40273a2c69c8 req-178f0abe-e6eb-4703-9d3a-4a99bdc75db4 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 935 time: 0.0576842 Aug 24 17:51:16.761915 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c12ab4e1-29a4-4549-9498-40273a2c69c8 req-155f8d04-fefe-4417-97ca-0a3e3557f0f5 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841541 Aug 24 17:51:16.920859 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-143d9efe-8682-4da3-a79f-ae077511a605 req-c6203ef9-2167-470f-9047-3f4379e8090c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974779 Aug 24 17:51:17.057894 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5a6c-67f7-4911-8285-e800066b38d7 req-43b722ec-9134-4027-8e8e-1ea5476ef4de tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:17.059565 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0cdc5a6c-67f7-4911-8285-e800066b38d7 req-43b722ec-9134-4027-8e8e-1ea5476ef4de tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0830715 Aug 24 17:51:17.072085 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb60ca7-9589-46e6-97f2-2b78be81320d {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:17.086684 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:17.087412 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Publish callbacks [] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:17.096591 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-143d9efe-8682-4da3-a79f-ae077511a605 req-ccb4d101-266d-4d49-8c6c-e8bab6d7e9d5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689582 Aug 24 17:51:17.106276 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Transition to ACTIVE for port object fcb60ca7-9589-46e6-97f2-2b78be81320d will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:51:17.118539 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0cdc5a6c-67f7-4911-8285-e800066b38d7 req-9ffda185-8d34-4cf6-b093-597f263da826 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477090 Aug 24 17:51:17.203057 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:17.278684 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Pushing event updated for resources: {'Port': ['ID=fcb60ca7-9589-46e6-97f2-2b78be81320d,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:17.379580 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Attempting to bind port fcb60ca7-9589-46e6-97f2-2b78be81320d on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:17.379932 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Attempting to bind port fcb60ca7-9589-46e6-97f2-2b78be81320d by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '6c32e9cf-f320-436a-81c5-ce56c3ff3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:17.380344 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Attempting to bind port fcb60ca7-9589-46e6-97f2-2b78be81320d on network 99b9696b-bc7a-4bad-b659-97364e7484c5 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:17.386583 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Port fcb60ca7-9589-46e6-97f2-2b78be81320d on network 99b9696b-bc7a-4bad-b659-97364e7484c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:51:17.387039 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Attempting to bind port fcb60ca7-9589-46e6-97f2-2b78be81320d on network 99b9696b-bc7a-4bad-b659-97364e7484c5 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:17.394282 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:17.394752 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Checking segment: {'id': '6c32e9cf-f320-436a-81c5-ce56c3ff3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:17.395109 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Bound using segment: {'id': '6c32e9cf-f320-436a-81c5-ce56c3ff3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:17.395585 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Bound port: fcb60ca7-9589-46e6-97f2-2b78be81320d, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c32e9cf-f320-436a-81c5-ce56c3ff3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:17.396110 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:17.486079 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] For port fcb60ca7-9589-46e6-97f2-2b78be81320d, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:17.489539 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45466) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:17.496072 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbc163-c8d1-429e-a7fd-5085745e72f7 req-b467f179-356f-43df-b1d9-77e6c8e349b9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:17.497377 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-507133fc-19be-484f-bd3f-3edf7e1a0cb0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252343653', 'description': 'tempest-description--1933859799'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:17.508607 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0dbc163-c8d1-429e-a7fd-5085745e72f7 req-b467f179-356f-43df-b1d9-77e6c8e349b9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0900850 Aug 24 17:51:17.539208 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] For port fcb60ca7-9589-46e6-97f2-2b78be81320d, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fcb60ca7-9589-46e6-97f2-2b78be81320d,segment=NetworkSegment(6c32e9cf-f320-436a-81c5-ce56c3ff3cf4),segment_id=6c32e9cf-f320-436a-81c5-ce56c3ff3cf4)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:17.575946 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0dbc163-c8d1-429e-a7fd-5085745e72f7 req-e391793e-fbf8-42c0-8c23-85136c92084d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660834 Aug 24 17:51:17.640884 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:17.644719 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:17.645609 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:17.647128 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/fcb60ca7-9589-46e6-97f2-2b78be81320d HTTP/1.1" status: 200 len: 1097 time: 1.4966104 Aug 24 17:51:17.649591 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df2b065-5db6-4170-8a4c-be333731546a', 'tag': 'fcb60ca7-9589-46e6-97f2-2b78be81320d'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:17.653546 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba05a5f-193d-488d-a74d-968b2da05907" -d '{"events": [{"name": "network-changed", "server_uuid": "1df2b065-5db6-4170-8a4c-be333731546a", "tag": "fcb60ca7-9589-46e6-97f2-2b78be81320d"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:17.657336 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-507133fc-19be-484f-bd3f-3edf7e1a0cb0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:17.703926 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93293b96-ec31-41a0-9ee7-2abb77d6ffe6 x-openstack-request-id: req-93293b96-ec31-41a0-9ee7-2abb77d6ffe6 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:17.704217 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df2b065-5db6-4170-8a4c-be333731546a", "tag": "fcb60ca7-9589-46e6-97f2-2b78be81320d", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:17.704471 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93293b96-ec31-41a0-9ee7-2abb77d6ffe6 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:17.704869 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93293b96-ec31-41a0-9ee7-2abb77d6ffe6'] response: {'name': 'network-changed', 'server_uuid': '1df2b065-5db6-4170-8a4c-be333731546a', 'tag': 'fcb60ca7-9589-46e6-97f2-2b78be81320d', 'status': 'completed', 'code': 200} Aug 24 17:51:17.759026 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:51:17.772934 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a364da-2f0e-488a-8ca7-97cb444f268b service neutron] Pushing event updated for resources: {'Port': ['ID=fcb60ca7-9589-46e6-97f2-2b78be81320d,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:17.792505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba05a5f-193d-488d-a74d-968b2da05907 req-7dc8dda2-d4bd-42c6-b3f2-32c222c809cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:17.794057 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1ba05a5f-193d-488d-a74d-968b2da05907 req-7dc8dda2-d4bd-42c6-b3f2-32c222c809cb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a770f0caef364853a4033422b76ab918&device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 1131 time: 0.0661857 Aug 24 17:51:17.837020 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1ba05a5f-193d-488d-a74d-968b2da05907 req-3a992800-3d70-45fb-86cb-9e3749e08def service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=a770f0caef364853a4033422b76ab918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353682 Aug 24 17:51:17.839805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-507133fc-19be-484f-bd3f-3edf7e1a0cb0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (cc321491-2934-438a-9a30-7ba7600b1ebb), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:17.906975 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5f39e-46a8-42a7-8707-46047fa46033 req-e4456630-29f9-443f-97ac-124f6bf5bfd5 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:17.908673 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8ea5f39e-46a8-42a7-8707-46047fa46033 req-e4456630-29f9-443f-97ac-124f6bf5bfd5 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 947 time: 0.0608134 Aug 24 17:51:17.950413 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba05a5f-193d-488d-a74d-968b2da05907 req-05b04c3a-d38e-4a5f-9c6e-842f3091d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:17.952571 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1ba05a5f-193d-488d-a74d-968b2da05907 req-05b04c3a-d38e-4a5f-9c6e-842f3091d875 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086707 Aug 24 17:51:17.972722 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8ea5f39e-46a8-42a7-8707-46047fa46033 req-d73bbbb2-1157-4954-9ee0-8fa367eb4438 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568202 Aug 24 17:51:17.973292 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-ecc07f4a-911d-4a31-a42d-1e7de7b129d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.037388 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-507133fc-19be-484f-bd3f-3edf7e1a0cb0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cc321491-2934-438a-9a30-7ba7600b1ebb), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.068438 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-da9506d0-7331-4625-adbd-0ff82868810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:18.071217 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-da9506d0-7331-4625-adbd-0ff82868810d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a770f0caef364853a4033422b76ab918&device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 1131 time: 0.0704861 Aug 24 17:51:18.127423 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-c1aac142-1ce8-426a-a4ba-7f58984a4933 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=fcb60ca7-9589-46e6-97f2-2b78be81320d HTTP/1.1" status: 200 len: 217 time: 0.0461845 Aug 24 17:51:18.128172 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507133fc-19be-484f-bd3f-3edf7e1a0cb0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc321491-2934-438a-9a30-7ba7600b1ebb,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:18.195424 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-507133fc-19be-484f-bd3f-3edf7e1a0cb0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.200069 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-507133fc-19be-484f-bd3f-3edf7e1a0cb0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7067909 Aug 24 17:51:18.200610 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 45480) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:18.211264 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-44958537-dbe6-469c-9c3a-6ad62061a603 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group_rule': {'security_group_id': 'cc321491-2934-438a-9a30-7ba7600b1ebb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:18.231621 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-75b4577d-9068-416f-9f05-e7a4e56bdec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:18.235244 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-75b4577d-9068-416f-9f05-e7a4e56bdec8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=b683eab8-7fe4-4089-a1a3-a1c2bffc2ea6 HTTP/1.1" status: 200 len: 843 time: 0.1008415 Aug 24 17:51:18.291951 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-c7e8d525-419a-4fe0-88f9-6e442ead18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:18.293630 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-c7e8d525-419a-4fe0-88f9-6e442ead18e0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=99b9696b-bc7a-4bad-b659-97364e7484c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0519629 Aug 24 17:51:18.295140 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:18.348371 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c7a00-c091-44e5-93a4-011cf9dc50b5 req-2bdaea4c-87f8-4aa2-ae8e-9bf700c76a42 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:18.348969 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0b7c7a00-c091-44e5-93a4-011cf9dc50b5 req-2bdaea4c-87f8-4aa2-ae8e-9bf700c76a42 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.1093519 Aug 24 17:51:18.350391 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45484) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:18.382016 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:18.392714 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44958537-dbe6-469c-9c3a-6ad62061a603 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (35169f82-bc2d-42c8-b149-7b85dc20cec8), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.428201 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:18.443381 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-e533422e-85bb-42d4-8168-44e1752e5a75 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/99b9696b-bc7a-4bad-b659-97364e7484c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433427 Aug 24 17:51:18.508177 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0b7c7a00-c091-44e5-93a4-011cf9dc50b5 req-f786de15-a7a1-40e1-b85e-2969ec09b28b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441305 Aug 24 17:51:18.535248 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44958537-dbe6-469c-9c3a-6ad62061a603 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (35169f82-bc2d-42c8-b149-7b85dc20cec8), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.569480 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-68407552-63fb-47c8-a2ac-9d25b06988c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.592444 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-684767d6-d83d-47b7-aea1-29a1ddcaf2c5 req-500f3214-18c2-4abc-9e61-e90877d65683 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/99b9696b-bc7a-4bad-b659-97364e7484c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430125 Aug 24 17:51:18.641958 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44958537-dbe6-469c-9c3a-6ad62061a603 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (35169f82-bc2d-42c8-b149-7b85dc20cec8), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.667171 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-68407552-63fb-47c8-a2ac-9d25b06988c5 admin admin] Publish callbacks [] for security_group (3bf8d1ce-6055-4c9b-acc0-98f5cff7f51e), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.676667 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44958537-dbe6-469c-9c3a-6ad62061a603 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35169f82-bc2d-42c8-b149-7b85dc20cec8,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:18.727034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e98ce-df88-4bec-a36c-bb901fc9dbf3 req-8245a647-9a41-4a03-9bf3-761a7fba6df8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:18.728665 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c22e98ce-df88-4bec-a36c-bb901fc9dbf3 req-8245a647-9a41-4a03-9bf3-761a7fba6df8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0546842 Aug 24 17:51:18.785430 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c22e98ce-df88-4bec-a36c-bb901fc9dbf3 req-800e8109-4e17-4ccd-a103-aeea438d01ff tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493598 Aug 24 17:51:18.806650 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-68407552-63fb-47c8-a2ac-9d25b06988c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (3bf8d1ce-6055-4c9b-acc0-98f5cff7f51e), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.809180 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44958537-dbe6-469c-9c3a-6ad62061a603 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.810564 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-44958537-dbe6-469c-9c3a-6ad62061a603 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6067626 Aug 24 17:51:18.814126 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45494) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:18.825201 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-c772bfc4-fb08-46aa-8b29-ef4344e0b219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group_rule': {'security_group_id': 'cc321491-2934-438a-9a30-7ba7600b1ebb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:18.874719 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-68407552-63fb-47c8-a2ac-9d25b06988c5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ebd39a61abf04a2f9c344a81e83eabb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5118830 Aug 24 17:51:18.879091 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 45496) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:18.882081 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68407552-63fb-47c8-a2ac-9d25b06988c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf8d1ce-6055-4c9b-acc0-98f5cff7f51e,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:18.970942 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-853fa96d-7ba2-4be6-8691-5d6094a1ea3f admin admin] Publish callbacks [] for security_group (3bf8d1ce-6055-4c9b-acc0-98f5cff7f51e), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.983547 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c772bfc4-fb08-46aa-8b29-ef4344e0b219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (f336d5c0-be16-4990-bbda-d411f8eb5c69), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:18.999037 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-853fa96d-7ba2-4be6-8691-5d6094a1ea3f admin admin] Publish callbacks [] for security_group (3bf8d1ce-6055-4c9b-acc0-98f5cff7f51e), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:19.066899 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c772bfc4-fb08-46aa-8b29-ef4344e0b219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (f336d5c0-be16-4990-bbda-d411f8eb5c69), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:19.149375 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c772bfc4-fb08-46aa-8b29-ef4344e0b219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (f336d5c0-be16-4990-bbda-d411f8eb5c69), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:19.161881 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0451c-dd9b-476d-aa32-f685ddf5eb00 req-4e4b52c7-1538-4856-8e46-cabea992afe7 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:19.164529 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c9a0451c-dd9b-476d-aa32-f685ddf5eb00 req-4e4b52c7-1538-4856-8e46-cabea992afe7 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 947 time: 0.0936196 Aug 24 17:51:19.165709 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-853fa96d-7ba2-4be6-8691-5d6094a1ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (3bf8d1ce-6055-4c9b-acc0-98f5cff7f51e), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:19.171811 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-853fa96d-7ba2-4be6-8691-5d6094a1ea3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:19.173124 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-853fa96d-7ba2-4be6-8691-5d6094a1ea3f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3bf8d1ce-6055-4c9b-acc0-98f5cff7f51e HTTP/1.1" status: 204 len: 168 time: 0.2928097 Aug 24 17:51:19.183859 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772bfc4-fb08-46aa-8b29-ef4344e0b219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f336d5c0-be16-4990-bbda-d411f8eb5c69,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:19.199412 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fa96d-7ba2-4be6-8691-5d6094a1ea3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf8d1ce-6055-4c9b-acc0-98f5cff7f51e,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:19.254664 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c9a0451c-dd9b-476d-aa32-f685ddf5eb00 req-41b6731e-6eb3-4639-9ce6-1c20757600a7 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783298 Aug 24 17:51:19.329001 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c772bfc4-fb08-46aa-8b29-ef4344e0b219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:19.330294 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-c772bfc4-fb08-46aa-8b29-ef4344e0b219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5096359 Aug 24 17:51:19.333633 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45506) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:19.338285 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:19.487827 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:19.620328 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:19.714878 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2823ca-b88f-4347-9f56-72f9a64e9edf req-f0a858be-cf88-4688-a5ed-832c5b1c328c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:19.717627 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c2823ca-b88f-4347-9f56-72f9a64e9edf req-f0a858be-cf88-4688-a5ed-832c5b1c328c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0835891 Aug 24 17:51:19.731256 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:19.761440 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Allocated IP 172.27.2.37 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/4ca7ed2f-08eb-4b4b-8ef6-21043e27e285) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:19.785905 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c2823ca-b88f-4347-9f56-72f9a64e9edf req-501195f2-e8f5-45e7-8bc9-4427ab689d0c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617981 Aug 24 17:51:19.887544 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (4ca7ed2f-08eb-4b4b-8ef6-21043e27e285), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:19.968338 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f72f-2d30-43de-bcba-e6366e3568b5 req-4aa1841c-d9f1-4f35-bcc3-c16f0ef5da7a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:19.970006 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a890f72f-2d30-43de-bcba-e6366e3568b5 req-4aa1841c-d9f1-4f35-bcc3-c16f0ef5da7a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0838304 Aug 24 17:51:20.042686 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (4ca7ed2f-08eb-4b4b-8ef6-21043e27e285), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.057536 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a890f72f-2d30-43de-bcba-e6366e3568b5 req-66c7b277-8ae8-40d2-bc95-b6c346643c55 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806296 Aug 24 17:51:20.102330 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=4ca7ed2f-08eb-4b4b-8ef6-21043e27e285,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:20.105394 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:20.107435 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:20.112299 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 45518) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:20.119675 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:20.132496 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f09afe50-22f4-458e-b665-de24321ff225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.167169 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:20.236013 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea20e-847c-4fb3-a789-069d77133c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.251811 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f09afe50-22f4-458e-b665-de24321ff225 admin admin] Publish callbacks [] for security_group (7dc271ec-6a7a-4a2b-bf47-f13d40a9fd43), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.280780 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (53c4c617-5fa9-470e-9615-464ec9c9d477), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.350569 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f09afe50-22f4-458e-b665-de24321ff225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7dc271ec-6a7a-4a2b-bf47-f13d40a9fd43), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.374972 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:20.399174 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:20.405781 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4ca7ed2f-08eb-4b4b-8ef6-21043e27e285), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.423730 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa63ddf-f5bd-4137-b866-4733d8600104 req-8980ae38-77ae-47ae-b59c-a5e21d9f373d tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:20.425994 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-daa63ddf-f5bd-4137-b866-4733d8600104 req-8980ae38-77ae-47ae-b59c-a5e21d9f373d tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 947 time: 0.0877891 Aug 24 17:51:20.432757 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-f09afe50-22f4-458e-b665-de24321ff225 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c05acfb001f0476d906f99461b9121e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166399 Aug 24 17:51:20.451843 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09afe50-22f4-458e-b665-de24321ff225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc271ec-6a7a-4a2b-bf47-f13d40a9fd43,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:20.451843 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 45526) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:20.590462 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-daa63ddf-f5bd-4137-b866-4733d8600104 req-80d962bf-2bf5-4920-a0ce-341c974210b3 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303694 Aug 24 17:51:20.599863 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a6093c6e-7365-42df-ba02-82edaf7ac36c admin admin] Publish callbacks [] for security_group (7dc271ec-6a7a-4a2b-bf47-f13d40a9fd43), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.625328 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (4ca7ed2f-08eb-4b4b-8ef6-21043e27e285), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.627631 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a6093c6e-7365-42df-ba02-82edaf7ac36c admin admin] Publish callbacks [] for security_group (7dc271ec-6a7a-4a2b-bf47-f13d40a9fd43), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.704094 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (4ca7ed2f-08eb-4b4b-8ef6-21043e27e285), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.779843 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=4ca7ed2f-08eb-4b4b-8ef6-21043e27e285,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:20.782493 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (53c4c617-5fa9-470e-9615-464ec9c9d477), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.835532 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a6093c6e-7365-42df-ba02-82edaf7ac36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7dc271ec-6a7a-4a2b-bf47-f13d40a9fd43), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.838897 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a6093c6e-7365-42df-ba02-82edaf7ac36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.840947 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-a6093c6e-7365-42df-ba02-82edaf7ac36c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7dc271ec-6a7a-4a2b-bf47-f13d40a9fd43 HTTP/1.1" status: 204 len: 168 time: 0.4029243 Aug 24 17:51:20.859287 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093c6e-7365-42df-ba02-82edaf7ac36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc271ec-6a7a-4a2b-bf47-f13d40a9fd43,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:20.878111 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:20.887564 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-e2ab7919-356a-48fa-9ff7-f6d55685b360 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5461936 Aug 24 17:51:20.956528 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6244-b122-48de-baef-c358890fc37f req-7f34bf48-6a6c-4255-bdd9-4ac5b1c477d2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:20.958644 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f45c6244-b122-48de-baef-c358890fc37f req-7f34bf48-6a6c-4255-bdd9-4ac5b1c477d2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0682547 Aug 24 17:51:21.025381 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f45c6244-b122-48de-baef-c358890fc37f req-e6c7812a-a4be-4019-b3f4-64c2fbbab90c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595307 Aug 24 17:51:21.191733 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-75c4db60-3f80-4b3e-86c6-68ab768f86aa tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--252343653&fields=id&tenant_id=0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 267 time: 0.0547855 Aug 24 17:51:21.287078 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:21.299916 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device fcb60ca7-9589-46e6-97f2-2b78be81320d details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:21.368681 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0f8f2-0cd2-4c46-bf51-4341073125c8 req-29be09df-1f21-47c1-9960-8c323694cd4c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:21.370787 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-63f0f8f2-0cd2-4c46-bf51-4341073125c8 req-29be09df-1f21-47c1-9960-8c323694cd4c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1714640 Aug 24 17:51:21.441424 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-b864e055-af05-461a-aa8f-ff36546e11d4 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:21.443357 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-b864e055-af05-461a-aa8f-ff36546e11d4 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 815 time: 0.2327397 Aug 24 17:51:21.457141 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port fcb60ca7-9589-46e6-97f2-2b78be81320d, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fcb60ca7-9589-46e6-97f2-2b78be81320d,segment=NetworkSegment(6c32e9cf-f320-436a-81c5-ce56c3ff3cf4),segment_id=6c32e9cf-f320-436a-81c5-ce56c3ff3cf4)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:21.472915 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': 'fcb60ca7-9589-46e6-97f2-2b78be81320d', 'network_id': '99b9696b-bc7a-4bad-b659-97364e7484c5', 'port_id': 'fcb60ca7-9589-46e6-97f2-2b78be81320d', 'mac_address': 'fa:16:3e:54:ab:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b683eab8-7fe4-4089-a1a3-a1c2bffc2ea6', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:21.481036 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-e1303e7d-55f2-42c7-b72c-7cdb0c9657ce tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/quotas/0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 375 time: 0.0229983 Aug 24 17:51:21.514756 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-63f0f8f2-0cd2-4c46-bf51-4341073125c8 req-a9b27293-2451-4e2e-9749-f4f5b752d2b9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316547 Aug 24 17:51:21.563195 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port fcb60ca7-9589-46e6-97f2-2b78be81320d is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:21.563888 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:21.570193 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-454e1f00-6b00-4b4a-ad78-e10c153992af tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749531 Aug 24 17:51:21.585201 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb60ca7-9589-46e6-97f2-2b78be81320d {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:21.610459 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port fcb60ca7-9589-46e6-97f2-2b78be81320d, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fcb60ca7-9589-46e6-97f2-2b78be81320d,segment=NetworkSegment(6c32e9cf-f320-436a-81c5-ce56c3ff3cf4),segment_id=6c32e9cf-f320-436a-81c5-ce56c3ff3cf4)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:21.721128 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:21.769527 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-5f4123bc-2d53-4f1c-8831-ab114d9a81ba service neutron] 10.222.0.76 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771700 Aug 24 17:51:21.775590 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418db73-6cba-4bdb-be18-95ff2a0f4bb8 req-989ec465-e35e-4232-81d0-dac0e76e825a tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:21.777367 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5418db73-6cba-4bdb-be18-95ff2a0f4bb8 req-989ec465-e35e-4232-81d0-dac0e76e825a tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 947 time: 0.0991800 Aug 24 17:51:21.787490 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=fcb60ca7-9589-46e6-97f2-2b78be81320d,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:21.905807 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5418db73-6cba-4bdb-be18-95ff2a0f4bb8 req-f74a3e6a-80ec-414a-8d5f-83734e280f6c tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173308 Aug 24 17:51:21.933418 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:21.935203 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-4aa73db1-8776-4d26-b6be-9256cae5afdb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564016 Aug 24 17:51:22.005518 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['fcb60ca7-9589-46e6-97f2-2b78be81320d'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:22.009259 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:22.218814 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:22.279529 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9a1caec6-6400-43fe-99e3-2e35295ccd4a req-aa489b47-87cf-4de5-a1f1-3fed4bf3232a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 210 time: 0.0433419 Aug 24 17:51:22.281063 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:22.326786 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb81f9-6a8b-47f0-91e3-f7d76bf99a0c req-2e6f6d6b-f098-407b-90b8-1937bf39233e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:22.342253 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c2eb81f9-6a8b-47f0-91e3-f7d76bf99a0c req-2e6f6d6b-f098-407b-90b8-1937bf39233e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.1784286 Aug 24 17:51:22.439662 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c2eb81f9-6a8b-47f0-91e3-f7d76bf99a0c req-9b483f27-fb21-410f-8f50-cb5df7db1ec3 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958695 Aug 24 17:51:22.677550 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c04e29-ec42-4a73-a1d2-2692e54f4b9c req-933dfe8f-1164-46a0-9068-a619657e56ea tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:22.679275 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-43c04e29-ec42-4a73-a1d2-2692e54f4b9c req-933dfe8f-1164-46a0-9068-a619657e56ea tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0564992 Aug 24 17:51:22.742871 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-43c04e29-ec42-4a73-a1d2-2692e54f4b9c req-14cee523-4be6-42ab-9432-b5beabc7a636 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576651 Aug 24 17:51:23.109478 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d329644-08f1-4f88-8f3d-6d157e930ca8 req-3fb15498-d717-4839-a1f4-f2eda1e1d4ca tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:23.111126 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9d329644-08f1-4f88-8f3d-6d157e930ca8 req-3fb15498-d717-4839-a1f4-f2eda1e1d4ca tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 948 time: 0.0745990 Aug 24 17:51:23.121822 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:23.140434 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:23.197802 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9d329644-08f1-4f88-8f3d-6d157e930ca8 req-6c28cec4-bb97-494c-8342-02ff004fd3f8 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694814 Aug 24 17:51:23.323028 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device fcb60ca7-9589-46e6-97f2-2b78be81320d up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:23.364782 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:23.408210 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port fcb60ca7-9589-46e6-97f2-2b78be81320d completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:51:23.441380 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7d6c0307-0bcc-421c-805d-be4a3f8dd966 req-cf60c59c-43d7-450f-91b7-40488081dda3 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 210 time: 0.0604045 Aug 24 17:51:23.487225 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port fcb60ca7-9589-46e6-97f2-2b78be81320d triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:23.487681 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:23.521770 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:23.593137 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45614) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:23.599813 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port fcb60ca7-9589-46e6-97f2-2b78be81320d is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:23.600545 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:23.632018 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df2b065-5db6-4170-8a4c-be333731546a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb60ca7-9589-46e6-97f2-2b78be81320d'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:23.635417 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a78b53-bfa5-4930-8135-2064a0e50030" -d '{"events": [{"server_uuid": "1df2b065-5db6-4170-8a4c-be333731546a", "name": "network-vif-plugged", "status": "completed", "tag": "fcb60ca7-9589-46e6-97f2-2b78be81320d"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:23.654127 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port fcb60ca7-9589-46e6-97f2-2b78be81320d, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fcb60ca7-9589-46e6-97f2-2b78be81320d,segment=NetworkSegment(6c32e9cf-f320-436a-81c5-ce56c3ff3cf4),segment_id=6c32e9cf-f320-436a-81c5-ce56c3ff3cf4)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:23.657523 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903210d-7781-46ac-91cd-ebcb0e853374 req-8f2c8da3-6606-4660-9151-3b2da63c27c5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:23.682636 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7903210d-7781-46ac-91cd-ebcb0e853374 req-8f2c8da3-6606-4660-9151-3b2da63c27c5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.1095963 Aug 24 17:51:23.719079 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5138635c-22a8-4a7f-ad1c-b377e7008d5b x-openstack-request-id: req-5138635c-22a8-4a7f-ad1c-b377e7008d5b {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:23.726164 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df2b065-5db6-4170-8a4c-be333731546a", "name": "network-vif-plugged", "status": "completed", "tag": "fcb60ca7-9589-46e6-97f2-2b78be81320d", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:23.726164 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5138635c-22a8-4a7f-ad1c-b377e7008d5b {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:23.726164 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5138635c-22a8-4a7f-ad1c-b377e7008d5b'] response: {'server_uuid': '1df2b065-5db6-4170-8a4c-be333731546a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb60ca7-9589-46e6-97f2-2b78be81320d', 'code': 200} Aug 24 17:51:23.774488 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7903210d-7781-46ac-91cd-ebcb0e853374 req-dd86f866-720f-426a-aef3-a46db6e919a7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860879 Aug 24 17:51:23.867823 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-69b4228a-2030-4927-bf42-42f0c80ad1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:23.898846 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:24.021305 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=fcb60ca7-9589-46e6-97f2-2b78be81320d,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:24.028762 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-69b4228a-2030-4927-bf42-42f0c80ad1ae admin admin] Publish callbacks [] for security_group (e0c2f999-1a03-4764-bbd1-1b18d0018d4e), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:24.050050 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c80ba-3cff-43fd-baa7-38711b9ff8d9 req-b11b765e-2a2e-4738-825f-8363e017d2b4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:24.054828 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-112c80ba-3cff-43fd-baa7-38711b9ff8d9 req-b11b765e-2a2e-4738-825f-8363e017d2b4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1018419 Aug 24 17:51:24.155273 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-112c80ba-3cff-43fd-baa7-38711b9ff8d9 req-ac4fd74a-e23c-4f75-a351-30bfdb02f6cb tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950823 Aug 24 17:51:24.166314 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-69b4228a-2030-4927-bf42-42f0c80ad1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (e0c2f999-1a03-4764-bbd1-1b18d0018d4e), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:24.223057 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4228a-2030-4927-bf42-42f0c80ad1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c2f999-1a03-4764-bbd1-1b18d0018d4e,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:24.229336 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-69b4228a-2030-4927-bf42-42f0c80ad1ae admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5ba927bd8fd242eeb9968bea40e7c19c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6345336 Aug 24 17:51:24.231938 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45630) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:24.300705 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1f0003f6-4de9-4225-a5e3-452efb908345 admin admin] Publish callbacks [] for security_group (e0c2f999-1a03-4764-bbd1-1b18d0018d4e), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:24.327940 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1f0003f6-4de9-4225-a5e3-452efb908345 admin admin] Publish callbacks [] for security_group (e0c2f999-1a03-4764-bbd1-1b18d0018d4e), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:24.405934 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d11f2-6c5d-406a-b111-abb5ac67ceb5 req-e80e0d5b-7703-40ef-b91e-6c5997ba97b3 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:24.409555 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-029d11f2-6c5d-406a-b111-abb5ac67ceb5 req-e80e0d5b-7703-40ef-b91e-6c5997ba97b3 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 949 time: 0.1067617 Aug 24 17:51:24.430211 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92325e50-5439-40e5-8a15-dafe14551be6 req-35e27345-8f2b-4dc7-99ba-11944d7a4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:24.432616 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-92325e50-5439-40e5-8a15-dafe14551be6 req-35e27345-8f2b-4dc7-99ba-11944d7a4e8c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 1133 time: 0.0946496 Aug 24 17:51:24.481879 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:24.487874 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-029d11f2-6c5d-406a-b111-abb5ac67ceb5 req-1fcdddf5-3443-41b7-a5c0-4c250e7d8034 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661409 Aug 24 17:51:24.524124 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-92325e50-5439-40e5-8a15-dafe14551be6 req-3e99e4ce-2694-40fa-8e18-f839eb7711e1 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808854 Aug 24 17:51:24.619120 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-77f20d48-f82b-4937-80bb-9f4d64fbe8db req-11633c68-3c60-49be-8b8a-dfa1513d1436 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 210 time: 0.0553849 Aug 24 17:51:24.808271 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1f0003f6-4de9-4225-a5e3-452efb908345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (e0c2f999-1a03-4764-bbd1-1b18d0018d4e), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:24.813866 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1f0003f6-4de9-4225-a5e3-452efb908345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:24.815410 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-1f0003f6-4de9-4225-a5e3-452efb908345 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e0c2f999-1a03-4764-bbd1-1b18d0018d4e HTTP/1.1" status: 204 len: 168 time: 0.5817418 Aug 24 17:51:24.825639 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0003f6-4de9-4225-a5e3-452efb908345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c2f999-1a03-4764-bbd1-1b18d0018d4e,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:24.964499 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bf670-4c0a-435c-ac03-61294939956f req-479e2a41-9598-4774-af93-a04192c44daa tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:24.967387 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-078bf670-4c0a-435c-ac03-61294939956f req-479e2a41-9598-4774-af93-a04192c44daa tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0694757 Aug 24 17:51:25.030437 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-078bf670-4c0a-435c-ac03-61294939956f req-d4e68ba3-b8b0-4451-b307-c73bcdab5809 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572822 Aug 24 17:51:25.183445 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caeb4b-bca8-4ade-9d83-0622fa31b6ce req-1df5e991-ae7c-4ce5-9020-6411ed34fda3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:25.184876 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67caeb4b-bca8-4ade-9d83-0622fa31b6ce req-1df5e991-ae7c-4ce5-9020-6411ed34fda3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0489876 Aug 24 17:51:25.244286 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67caeb4b-bca8-4ade-9d83-0622fa31b6ce req-b81263f6-f677-4896-97f4-0374d5d327a2 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527539 Aug 24 17:51:25.352138 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3612228-cf9f-49ae-ab56-bd05427b09bc req-13d96b47-f3c1-4e4e-8d03-a91487ffcc39 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:25.353819 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e3612228-cf9f-49ae-ab56-bd05427b09bc req-13d96b47-f3c1-4e4e-8d03-a91487ffcc39 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0651751 Aug 24 17:51:25.428347 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e3612228-cf9f-49ae-ab56-bd05427b09bc req-8ee2118f-fa09-49f8-ae86-0c4cb87c6219 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677941 Aug 24 17:51:25.492506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:25.630135 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f684705-34a0-4c82-a1be-87e02c2d28b8 req-493bc935-4e02-4ba2-96e3-0cb92c1a82b7 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:25.632823 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6f684705-34a0-4c82-a1be-87e02c2d28b8 req-493bc935-4e02-4ba2-96e3-0cb92c1a82b7 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 949 time: 0.0611446 Aug 24 17:51:25.695667 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6f684705-34a0-4c82-a1be-87e02c2d28b8 req-9ce6ef03-5ec7-4800-99c8-7f2af9e917c9 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544579 Aug 24 17:51:25.755977 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-db5eeaa4-7df1-42c4-a934-df67e0fde37b req-0ede60ff-d6a9-43a2-9371-558704e4804f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 210 time: 0.0342290 Aug 24 17:51:26.160625 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:26.172797 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16165635-e47a-49af-a655-3e5f81991025 req-a938ef39-39ad-495e-b85c-e58458cb6afb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:26.174371 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-16165635-e47a-49af-a655-3e5f81991025 req-a938ef39-39ad-495e-b85c-e58458cb6afb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0527170 Aug 24 17:51:26.234453 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-16165635-e47a-49af-a655-3e5f81991025 req-9fd450be-5617-4a87-be0d-b6fb26297b3b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538979 Aug 24 17:51:26.264250 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45682) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:26.378338 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2081669125-network', 'tenant_id': '4fa9fd072c704af2950a9bb4339d374d'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:26.398634 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99106bb1-88a9-4ade-b824-fbf6682783e2 req-2086cea1-2b99-49ab-ad1f-4769575418a0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:26.400252 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-99106bb1-88a9-4ade-b824-fbf6682783e2 req-2086cea1-2b99-49ab-ad1f-4769575418a0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0565629 Aug 24 17:51:26.454351 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-99106bb1-88a9-4ade-b824-fbf6682783e2 req-9ffa8d37-5c13-457c-89cf-ab37ceaf64c5 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477457 Aug 24 17:51:26.477468 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Made reservation on behalf of 4fa9fd072c704af2950a9bb4339d374d for: {'network': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:26.480476 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:26.490523 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:26.573687 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cdb0e-302d-4bbd-a300-e637814365a9 req-2f7a6045-48f3-484a-9943-52c6637d4745 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:26.575538 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d2cdb0e-302d-4bbd-a300-e637814365a9 req-2f7a6045-48f3-484a-9943-52c6637d4745 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0562828 Aug 24 17:51:26.630544 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d2cdb0e-302d-4bbd-a300-e637814365a9 req-3b31cbfc-a14b-4f3c-a5fd-6a1a12a4ed23 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491214 Aug 24 17:51:26.648947 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Publish callbacks [] for security_group (23cc204f-ef8f-486e-96e4-151fb1dfe808), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:26.736351 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (23cc204f-ef8f-486e-96e4-151fb1dfe808), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:26.817125 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=113411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:51:26.846698 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc204f-ef8f-486e-96e4-151fb1dfe808,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:26.858787 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-9bb9467b-e4b4-4a1c-b6a3-faaa6f850931 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:26.861981 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-9bb9467b-e4b4-4a1c-b6a3-faaa6f850931 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 815 time: 0.1611729 Aug 24 17:51:26.864214 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (57f29852-142b-4560-8a37-6bba5172bf01), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:26.864709 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.segments_db [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Added segment 57f29852-142b-4560-8a37-6bba5172bf01 of type vlan for network b2faca5a-e8af-4323-908b-3df82d9ff4a6 Aug 24 17:51:26.895965 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ffb41aa-a104-4617-99bd-4bf7ac55ea94 req-b76422ab-05a1-418d-b0b8-90b71412b4be tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 210 time: 0.0414290 Aug 24 17:51:26.953912 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (b2faca5a-e8af-4323-908b-3df82d9ff4a6), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:26.995165 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:27.007101 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b602a8-761c-4b0a-a3aa-e64f066ef7bc req-8fa48955-070f-4ff2-9116-54799f786f7e tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.009141 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-90b602a8-761c-4b0a-a3aa-e64f066ef7bc req-8fa48955-070f-4ff2-9116-54799f786f7e tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 949 time: 0.0629833 Aug 24 17:51:27.035449 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-5833f428-6342-4885-b82f-9cb2f9154bdb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 471 time: 0.1401420 Aug 24 17:51:27.047681 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'port': {'device_id': 'e96b5e63-7140-4b8b-99e9-005627134785', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'admin_state_up': True, 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'security_groups': ['cc321491-2934-438a-9a30-7ba7600b1ebb']}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:27.076315 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-90b602a8-761c-4b0a-a3aa-e64f066ef7bc req-c19a896a-a2b1-41b6-a68e-828fed0843c5 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598972 Aug 24 17:51:27.113020 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (b2faca5a-e8af-4323-908b-3df82d9ff4a6), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:27.114184 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.114761 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:27.210350 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] Pushing event updated for resources: {'Network': ['ID=b2faca5a-e8af-4323-908b-3df82d9ff4a6,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:27.221187 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network b2faca5a-e8af-4323-908b-3df82d9ff4a6 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:51:27.257932 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-81d30374-c0d9-4a29-8da9-8559b62a7827 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9921944 Aug 24 17:51:27.260400 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 45702) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:27.266419 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Request body: {'subnet': {'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2081669125-subnet', 'tenant_id': '4fa9fd072c704af2950a9bb4339d374d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:27.369231 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc0066-8d72-4bb5-bfaa-e82b2ab502cb req-f4b20f02-1fc0-4d53-b7aa-48d7a4db3a1f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.371068 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7cdc0066-8d72-4bb5-bfaa-e82b2ab502cb req-f4b20f02-1fc0-4d53-b7aa-48d7a4db3a1f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0587921 Aug 24 17:51:27.377657 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Made reservation on behalf of 0a4d7fadea104c569ca29ff9be48089a for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:27.381666 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:27.455253 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7cdc0066-8d72-4bb5-bfaa-e82b2ab502cb req-c9fc0a64-2c83-48af-9997-0106674d901a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722103 Aug 24 17:51:27.464340 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Made reservation on behalf of 4fa9fd072c704af2950a9bb4339d374d for: {'subnet': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:27.467210 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17617081'] for subnet (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:27.596783 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Allocated IP 172.20.0.14 (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8/338cbe6a-cc5b-423e-b481-fdf309b222ff/7f2abfe3-e47f-4067-a51b-0d1eceadb9db) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:27.636178 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cf4eb-5581-4b56-8daa-5a9cbe18df1a req-77d78c2b-1e02-46a1-8eb8-c8275b71f15b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.640762 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-da8cf4eb-5581-4b56-8daa-5a9cbe18df1a req-77d78c2b-1e02-46a1-8eb8-c8275b71f15b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0563908 Aug 24 17:51:27.711797 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-da8cf4eb-5581-4b56-8daa-5a9cbe18df1a req-f5c0d868-d11a-4d82-822c-1c0b76cde7aa tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608919 Aug 24 17:51:27.816379 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7abe0-505b-4efd-8275-63ac9e98e866 req-3ecef1fc-febe-4ac1-9015-8c6f8aba2daa tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.818057 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5bd7abe0-505b-4efd-8275-63ac9e98e866 req-3ecef1fc-febe-4ac1-9015-8c6f8aba2daa tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0633440 Aug 24 17:51:27.851564 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:27.871260 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:27.913378 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacbb5-8aa2-4470-bfd0-0a25f75b831e req-70ecaf05-a5ad-4a5c-af23-b0150dcf2a45 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.915230 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-03eacbb5-8aa2-4470-bfd0-0a25f75b831e req-70ecaf05-a5ad-4a5c-af23-b0150dcf2a45 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 949 time: 0.0897486 Aug 24 17:51:27.939593 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5bd7abe0-505b-4efd-8275-63ac9e98e866 req-bdfd77a4-27c2-415c-9737-3133dc426afb tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114900 Aug 24 17:51:27.990056 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-03eacbb5-8aa2-4470-bfd0-0a25f75b831e req-c02e9cbe-8345-4fa9-a98a-6a5b95425b84 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618513 Aug 24 17:51:28.053099 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:28.055256 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17012216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17617111'] for subnet (a719f100-d391-459b-b65d-1a88f949e771), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:28.192295 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:28.204500 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:28.209380 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:28.212063 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:28.214180 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a719f100-d391-459b-b65d-1a88f949e771,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:28.218446 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c84f-aea7-45c9-8e3f-cf9b749d56a5 req-769701d8-1634-42b1-8ca2-e8e31ded9b68 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.220184 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8012c84f-aea7-45c9-8e3f-cf9b749d56a5 req-769701d8-1634-42b1-8ca2-e8e31ded9b68 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 932 time: 0.0575249 Aug 24 17:51:28.269880 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Checking segment: {'id': '57f29852-142b-4560-8a37-6bba5172bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:28.270338 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Network hostable DHCP agents. Network: b2faca5a-e8af-4323-908b-3df82d9ff4a6, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:51:28.291743 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.293210 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:28.313209 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8012c84f-aea7-45c9-8e3f-cf9b749d56a5 req-37c44f22-98f2-4384-88e9-4e40e584d19f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752327 Aug 24 17:51:28.389792 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Network b2faca5a-e8af-4323-908b-3df82d9ff4a6 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:51:28.414576 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-f0124c27-1f6a-4f5e-80c8-a5574f984f79 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3730812 Aug 24 17:51:28.469323 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, b2faca5a-e8af-4323-908b-3df82d9ff4a6) {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:28.473822 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.474490 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:28.482585 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bb082-a775-4058-970d-d4d79e03939d None None] Network b2faca5a-e8af-4323-908b-3df82d9ff4a6 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:51:28.566003 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-6b61ac4b-0e9c-43e2-af8f-05b9600c3b0a admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2908461 Aug 24 17:51:28.616124 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-db35ecac-46de-41bd-af6c-69d304055999 None None] Provisioning complete for port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:28.616728 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-db35ecac-46de-41bd-af6c-69d304055999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:28.672076 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0263214-8ff0-4b67-8ec5-cb88682588a8 req-23fda4c0-c664-44f0-a1b3-a4572fd63544 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.681825 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d0263214-8ff0-4b67-8ec5-cb88682588a8 req-23fda4c0-c664-44f0-a1b3-a4572fd63544 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0943480 Aug 24 17:51:28.691919 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-db35ecac-46de-41bd-af6c-69d304055999 None None] Port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:51:28.747406 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d0263214-8ff0-4b67-8ec5-cb88682588a8 req-bd969787-4f3d-4a15-8ae0-919298462aeb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646544 Aug 24 17:51:28.762090 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbe162-a1c6-4a57-8bfe-f22797b78131 None None] Network b2faca5a-e8af-4323-908b-3df82d9ff4a6 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:51:28.869876 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:28.921026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc8ca0-381a-45bd-92f3-93a9cb4b469f req-d41a1d10-358d-4ab4-879c-9b3cbcd9afed tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.922853 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-58fc8ca0-381a-45bd-92f3-93a9cb4b469f req-d41a1d10-358d-4ab4-879c-9b3cbcd9afed tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0777776 Aug 24 17:51:28.975620 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-58fc8ca0-381a-45bd-92f3-93a9cb4b469f req-4a0a4dba-7ea8-47b8-96ec-70ceecd9ec17 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469213 Aug 24 17:51:29.052102 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:29.059050 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Request body: {'port': {'device_id': 'e96b5e63-7140-4b8b-99e9-005627134785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:29.155037 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.172620 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a207-6f0a-4960-971f-809995290698 req-a386226b-5c42-4232-8618-e7337950cb6a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:29.174477 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5d72a207-6f0a-4960-971f-809995290698 req-a386226b-5c42-4232-8618-e7337950cb6a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0814953 Aug 24 17:51:29.180529 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdeeed-3d77-4488-8483-afdd7652848f req-6371f6cc-c6ab-4635-a0ff-c5991a229006 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:29.184873 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d4fdeeed-3d77-4488-8483-afdd7652848f req-6371f6cc-c6ab-4635-a0ff-c5991a229006 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 949 time: 0.0992894 Aug 24 17:51:29.314993 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5d72a207-6f0a-4960-971f-809995290698 req-d3b3a2ce-3529-4e7e-931c-25f20f841ba2 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305108 Aug 24 17:51:29.344275 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d4fdeeed-3d77-4488-8483-afdd7652848f req-513ff2c7-7868-420d-be27-035eaa420a92 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc62ba55-1b9c-4ba5-880a-b51d7a742833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483715 Aug 24 17:51:29.348206 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 12033839-1050-4fb0-90d7-ede010ae619a details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:29.513043 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:29.549976 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:29.552166 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db38d39-c628-464f-9efd-46251130d7f0 req-b3969945-880c-4d17-8e9b-ea59f39896da tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:29.554256 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9db38d39-c628-464f-9efd-46251130d7f0 req-b3969945-880c-4d17-8e9b-ea59f39896da tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 932 time: 0.1020224 Aug 24 17:51:29.567554 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f65a4-7983-47fd-b078-29640601f120 req-39183e50-1dd7-4340-81d6-745e26a8630b tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:29.569094 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0a3f65a4-7983-47fd-b078-29640601f120 req-39183e50-1dd7-4340-81d6-745e26a8630b tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 949 time: 0.0881457 Aug 24 17:51:29.572509 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '12033839-1050-4fb0-90d7-ede010ae619a', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'port_id': '12033839-1050-4fb0-90d7-ede010ae619a', 'mac_address': 'fa:16:3e:e7:43:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:29.621083 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9db38d39-c628-464f-9efd-46251130d7f0 req-0368e0c4-4af2-4770-8ef6-e9eccddbfa6b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579300 Aug 24 17:51:29.638542 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 12033839-1050-4fb0-90d7-ede010ae619a is: ACTIVE; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:29.646269 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.662164 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12033839-1050-4fb0-90d7-ede010ae619a {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:29.703492 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:29.784744 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-0a3f65a4-7983-47fd-b078-29640601f120 req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Deleting port fcb60ca7-9589-46e6-97f2-2b78be81320d {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:51:29.785096 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a3f65a4-7983-47fd-b078-29640601f120 req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.841193 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.933651 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=6']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:29.960491 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-0a3f65a4-7983-47fd-b078-29640601f120 req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] For port fcb60ca7-9589-46e6-97f2-2b78be81320d, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fcb60ca7-9589-46e6-97f2-2b78be81320d,segment=NetworkSegment(6c32e9cf-f320-436a-81c5-ce56c3ff3cf4),segment_id=6c32e9cf-f320-436a-81c5-ce56c3ff3cf4)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:29.964460 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a3f65a4-7983-47fd-b078-29640601f120 req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.964654 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f1768-f418-4b94-9b9d-5ef7e5caca5c req-07820a91-7472-4729-a6e2-65aa25e9b3dd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:29.969951 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['12033839-1050-4fb0-90d7-ede010ae619a'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:29.986592 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e92f1768-f418-4b94-9b9d-5ef7e5caca5c req-07820a91-7472-4729-a6e2-65aa25e9b3dd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.1146591 Aug 24 17:51:30.016384 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-0a3f65a4-7983-47fd-b078-29640601f120 req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Calling delete_port for fcb60ca7-9589-46e6-97f2-2b78be81320d owned by compute:nova {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:51:30.016384 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2abfe3-e47f-4067-a51b-0d1eceadb9db {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:30.028757 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Publish callbacks [] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.122233 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e92f1768-f418-4b94-9b9d-5ef7e5caca5c req-b81812d8-c4f6-4655-bb27-890d2607bf5b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274939 Aug 24 17:51:30.131533 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.168843 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Transition to ACTIVE for port object 7f2abfe3-e47f-4067-a51b-0d1eceadb9db will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:51:30.247163 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1d3d1-bcff-4882-aede-7115549b6b32 req-94fa41b9-2db9-45fe-8427-60ec0d3803fd tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:30.256692 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-45c1d3d1-bcff-4882-aede-7115549b6b32 req-94fa41b9-2db9-45fe-8427-60ec0d3803fd tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0866737 Aug 24 17:51:30.299651 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.305018 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.328558 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-45c1d3d1-bcff-4882-aede-7115549b6b32 req-24fc930e-f808-4973-a8a6-d791f3c97782 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705395 Aug 24 17:51:30.419081 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:30.492153 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Attempting to bind port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:30.492507 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Attempting to bind port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:30.493032 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Attempting to bind port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:30.501399 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:51:30.502613 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Attempting to bind port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:30.512843 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:30.512843 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Checking segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:30.513602 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Bound using segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:30.513829 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Bound port: 7f2abfe3-e47f-4067-a51b-0d1eceadb9db, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:30.516853 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.525023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadd3e3-61d5-4ca4-bbf4-f380f9fcd678 req-afd759b8-85f9-44c7-a95a-04de7b042aa0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:30.528085 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5fadd3e3-61d5-4ca4-bbf4-f380f9fcd678 req-afd759b8-85f9-44c7-a95a-04de7b042aa0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 944 time: 0.1150928 Aug 24 17:51:30.531936 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a3f65a4-7983-47fd-b078-29640601f120 req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (fcb60ca7-9589-46e6-97f2-2b78be81320d), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.563836 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Pushing event deleted for resources: {'Port': ['ID=fcb60ca7-9589-46e6-97f2-2b78be81320d,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:30.634667 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9126d4ee-4700-4a6c-8ef3-f707f5f5d723 req-c6d03e77-c494-4852-92d5-24f933311b60 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 210 time: 0.0635314 Aug 24 17:51:30.657552 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5fadd3e3-61d5-4ca4-bbf4-f380f9fcd678 req-267b4b3c-f474-4c3a-b150-e831b780e4da tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185899 Aug 24 17:51:30.682579 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3f65a4-7983-47fd-b078-29640601f120 req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] No DVR routers for this DVR port fcb60ca7-9589-46e6-97f2-2b78be81320d on host hv-cinder-85442 {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:51:30.688747 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a3f65a4-7983-47fd-b078-29640601f120 req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.690854 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0a3f65a4-7983-47fd-b078-29640601f120 req-0f5e9cc8-53bd-4b1f-bc6c-8d0c398913e0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.26 "DELETE /networking/v2.0/ports/fcb60ca7-9589-46e6-97f2-2b78be81320d HTTP/1.1" status: 204 len: 173 time: 1.1110663 Aug 24 17:51:30.710814 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df2b065-5db6-4170-8a4c-be333731546a', 'name': 'network-vif-deleted', 'tag': 'fcb60ca7-9589-46e6-97f2-2b78be81320d'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:30.714463 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940845ec-4f8b-4d77-a981-b8381aa9cab5" -d '{"events": [{"server_uuid": "1df2b065-5db6-4170-8a4c-be333731546a", "name": "network-vif-deleted", "tag": "fcb60ca7-9589-46e6-97f2-2b78be81320d"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:30.733640 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] For port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:30.737486 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] For port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:30.767069 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db1249d-dc6e-4133-8c4d-d1a92dcb41b9 x-openstack-request-id: req-7db1249d-dc6e-4133-8c4d-d1a92dcb41b9 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:30.767069 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df2b065-5db6-4170-8a4c-be333731546a", "name": "network-vif-deleted", "tag": "fcb60ca7-9589-46e6-97f2-2b78be81320d", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:30.767069 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7db1249d-dc6e-4133-8c4d-d1a92dcb41b9 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:30.767354 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db1249d-dc6e-4133-8c4d-d1a92dcb41b9'] response: {'server_uuid': '1df2b065-5db6-4170-8a4c-be333731546a', 'name': 'network-vif-deleted', 'tag': 'fcb60ca7-9589-46e6-97f2-2b78be81320d', 'status': 'completed', 'code': 200} Aug 24 17:51:30.805013 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af6eae-95dc-4a92-969c-d4fb6e795734 req-7acd4b16-56df-422d-ac58-11c8ba5b19e9 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:30.807385 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49af6eae-95dc-4a92-969c-d4fb6e795734 req-7acd4b16-56df-422d-ac58-11c8ba5b19e9 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 944 time: 0.0760398 Aug 24 17:51:30.852576 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.878691 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49af6eae-95dc-4a92-969c-d4fb6e795734 req-a4644e39-bf6f-4294-93ec-9ccb73dd5bbf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614219 Aug 24 17:51:30.883735 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.896590 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:30.897543 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.900877 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/7f2abfe3-e47f-4067-a51b-0d1eceadb9db HTTP/1.1" status: 200 len: 1094 time: 1.8467445 Aug 24 17:51:30.964739 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1275a7-a820-4fde-b7c3-079eb0c36cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:31.012067 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:31.311246 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c1e91-9e35-4abc-9fff-7b740f54a8de req-04ee4224-b069-4e3f-a44a-3039429346fa tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:31.313042 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f01c1e91-9e35-4abc-9fff-7b740f54a8de req-04ee4224-b069-4e3f-a44a-3039429346fa tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0806725 Aug 24 17:51:31.387940 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f01c1e91-9e35-4abc-9fff-7b740f54a8de req-9355ccb3-e2fa-4c0e-a072-45afb4706e6f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659957 Aug 24 17:51:31.498382 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd309f2-cb59-44c5-a7ee-e7a12bcede46 req-2175c557-5ec6-405a-aaaa-b004e0467100 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:31.509500 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bcd309f2-cb59-44c5-a7ee-e7a12bcede46 req-2175c557-5ec6-405a-aaaa-b004e0467100 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0776889 Aug 24 17:51:31.587828 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bcd309f2-cb59-44c5-a7ee-e7a12bcede46 req-b9900a3f-4ab5-42d6-be0a-e37e87ea1a69 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769145 Aug 24 17:51:31.612332 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:31.920532 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c0830dea-117f-4fc7-bd8a-ec0d55567478 req-40585e53-e635-4541-9559-91c79bc5ac13 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 210 time: 0.0730088 Aug 24 17:51:31.946331 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8386-b97c-4a66-bcc8-e0df65731783 req-6554559d-b72f-4173-bd04-7a2f8d7efc6e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:31.947984 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1b2b8386-b97c-4a66-bcc8-e0df65731783 req-6554559d-b72f-4173-bd04-7a2f8d7efc6e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 944 time: 0.1243799 Aug 24 17:51:32.032672 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1b2b8386-b97c-4a66-bcc8-e0df65731783 req-1474f0ce-f9ec-45cd-a80f-97501124b464 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771298 Aug 24 17:51:32.040978 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:32.136222 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73144448-b9e3-4bd3-b3c2-bb6ddd73ed6d req-5d1ff673-9d75-4b16-a423-ee84d36296bd tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:32.138128 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-73144448-b9e3-4bd3-b3c2-bb6ddd73ed6d req-5d1ff673-9d75-4b16-a423-ee84d36296bd tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 944 time: 0.0606873 Aug 24 17:51:32.224355 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:32.225703 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-73144448-b9e3-4bd3-b3c2-bb6ddd73ed6d req-7790542a-c902-4983-bcd0-c20d858eef31 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807133 Aug 24 17:51:32.566157 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02c4fe-d3a1-49dd-8c60-35a1c859f79c req-09a09956-bba2-4afe-92b9-96bd43780055 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:32.570696 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4c02c4fe-d3a1-49dd-8c60-35a1c859f79c req-09a09956-bba2-4afe-92b9-96bd43780055 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0779622 Aug 24 17:51:32.667783 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4c02c4fe-d3a1-49dd-8c60-35a1c859f79c req-6b5ba028-5dbd-455b-a7a9-9fc8f720227c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931315 Aug 24 17:51:32.753224 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2add58-133f-4183-92c7-e8facebc7bd4 req-a5ed0681-7490-4598-9a39-f272e9ef6d82 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:32.754837 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8c2add58-133f-4183-92c7-e8facebc7bd4 req-a5ed0681-7490-4598-9a39-f272e9ef6d82 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0526328 Aug 24 17:51:32.768872 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96b5e63-7140-4b8b-99e9-005627134785', 'tag': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:32.773469 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c11c17-492c-4c19-9d0d-bd6aaf9a0230" -d '{"events": [{"name": "network-changed", "server_uuid": "e96b5e63-7140-4b8b-99e9-005627134785", "tag": "7f2abfe3-e47f-4067-a51b-0d1eceadb9db"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:32.851373 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dd912c-8895-4eb7-9d5d-b943659ab7ba x-openstack-request-id: req-27dd912c-8895-4eb7-9d5d-b943659ab7ba {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:32.852171 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96b5e63-7140-4b8b-99e9-005627134785", "tag": "7f2abfe3-e47f-4067-a51b-0d1eceadb9db", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:32.852892 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27dd912c-8895-4eb7-9d5d-b943659ab7ba {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:32.853961 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dd912c-8895-4eb7-9d5d-b943659ab7ba'] response: {'name': 'network-changed', 'server_uuid': 'e96b5e63-7140-4b8b-99e9-005627134785', 'tag': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db', 'status': 'completed', 'code': 200} Aug 24 17:51:32.867999 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8c2add58-133f-4183-92c7-e8facebc7bd4 req-7ee5971c-7f13-421d-b6dc-34060038a57f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041546 Aug 24 17:51:33.086401 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-072c7014-79d3-4b5f-9532-e1b964af75f0 req-f51c9f49-41cc-4716-a830-fd2d287243d0 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 210 time: 0.0466247 Aug 24 17:51:33.159410 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 12033839-1050-4fb0-90d7-ede010ae619a up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:33.249214 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fd9c6-2e96-4da6-a913-2e09ab241e1a req-83085b5a-d7f3-4f63-bf70-5eddd2b64c4b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:33.250922 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7c4fd9c6-2e96-4da6-a913-2e09ab241e1a req-83085b5a-d7f3-4f63-bf70-5eddd2b64c4b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 944 time: 0.0909960 Aug 24 17:51:33.286309 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c11c17-492c-4c19-9d0d-bd6aaf9a0230 req-fb526a43-9a83-46c8-8c4f-b58ec0058b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:33.287896 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-56c11c17-492c-4c19-9d0d-bd6aaf9a0230 req-fb526a43-9a83-46c8-8c4f-b58ec0058b13 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 1128 time: 0.0824497 Aug 24 17:51:33.289823 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 12033839-1050-4fb0-90d7-ede010ae619a triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:33.291332 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (12033839-1050-4fb0-90d7-ede010ae619a), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:33.362257 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7c4fd9c6-2e96-4da6-a913-2e09ab241e1a req-2996dec9-9dbd-468b-a187-8ce2f3922256 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023500 Aug 24 17:51:33.423678 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 12033839-1050-4fb0-90d7-ede010ae619a is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:33.426318 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:33.522191 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:33.524331 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:33.527899 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9e86b7-c120-4fe6-9ecb-9c0101f89b45" -d '{"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-plugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:33.543444 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c11c17-492c-4c19-9d0d-bd6aaf9a0230 req-492eea9f-e2fb-41da-afe6-931dc597c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:33.546764 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-56c11c17-492c-4c19-9d0d-bd6aaf9a0230 req-492eea9f-e2fb-41da-afe6-931dc597c12c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=0a4d7fadea104c569ca29ff9be48089a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2473059 Aug 24 17:51:33.556217 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651437c-e0e5-4f9a-8675-14f476e927cd req-7e8e8517-3d4a-45da-b215-3473c4d735dc tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:33.565402 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6651437c-e0e5-4f9a-8675-14f476e927cd req-7e8e8517-3d4a-45da-b215-3473c4d735dc tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 944 time: 0.1714485 Aug 24 17:51:33.589068 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:33.589988 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device fcb60ca7-9589-46e6-97f2-2b78be81320d no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:51:33.613017 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a91f41-9ddf-427f-9718-3984f37556c8 x-openstack-request-id: req-e7a91f41-9ddf-427f-9718-3984f37556c8 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:33.613570 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-plugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:33.614004 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7a91f41-9ddf-427f-9718-3984f37556c8 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:33.614730 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a91f41-9ddf-427f-9718-3984f37556c8'] response: {'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a', 'code': 200} Aug 24 17:51:33.672217 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: fcb60ca7-9589-46e6-97f2-2b78be81320d {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:51:33.672861 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device fcb60ca7-9589-46e6-97f2-2b78be81320d not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:51:33.675300 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=7']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:33.681233 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6651437c-e0e5-4f9a-8675-14f476e927cd req-2019bd1d-2a56-4ec7-ba2a-4297f1454be6 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120193 Aug 24 17:51:33.898269 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62efdf-780e-4c1a-9f7c-e997391ea080 req-5ac1488a-50f3-4fe2-9c21-9180713de081 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:33.900563 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8a62efdf-780e-4c1a-9f7c-e997391ea080 req-5ac1488a-50f3-4fe2-9c21-9180713de081 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0923080 Aug 24 17:51:34.024621 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c11c17-492c-4c19-9d0d-bd6aaf9a0230 req-6df0fa15-3e2e-42a9-912b-2d8962ddd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.027916 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-56c11c17-492c-4c19-9d0d-bd6aaf9a0230 req-6df0fa15-3e2e-42a9-912b-2d8962ddd3d0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2462482 Aug 24 17:51:34.115226 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8a62efdf-780e-4c1a-9f7c-e997391ea080 req-809c6e36-1c87-4e5e-becf-813e7b2a30a9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076938 Aug 24 17:51:34.157026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebde719-cdef-4389-a250-1f8180e5c651 req-9603bb32-6143-428a-96b3-3ee3af6f6b32 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.169800 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8ebde719-cdef-4389-a250-1f8180e5c651 req-9603bb32-6143-428a-96b3-3ee3af6f6b32 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1592398 Aug 24 17:51:34.220496 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-606fe723-ddd7-4e18-8413-0d2705a2a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.225659 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-606fe723-ddd7-4e18-8413-0d2705a2a05e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 1128 time: 0.1012416 Aug 24 17:51:34.289953 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-1f122963-62a6-4174-9c40-e7a378bfbd76 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f2abfe3-e47f-4067-a51b-0d1eceadb9db HTTP/1.1" status: 200 len: 217 time: 0.0548043 Aug 24 17:51:34.298332 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8ebde719-cdef-4389-a250-1f8180e5c651 req-03f58697-06a6-46ef-8a78-23ed67ba1ebb tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234493 Aug 24 17:51:34.350480 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:34.399236 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-626aa934-3001-4458-a1c2-5d254ee335fe req-7238c743-009a-4074-b310-a88804ae9e84 tempest-VolumesNegativeTest-1472084474 tempest-VolumesNegativeTest-1472084474-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1df2b065-5db6-4170-8a4c-be333731546a HTTP/1.1" status: 200 len: 210 time: 0.0576701 Aug 24 17:51:34.428731 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-8eaec78d-7e4f-423a-a107-12b59ab5c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.435856 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-8eaec78d-7e4f-423a-a107-12b59ab5c717 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 200 len: 854 time: 0.1337519 Aug 24 17:51:34.505761 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-30d5f65e-2806-4783-978d-f1cb68088a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.507737 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-30d5f65e-2806-4783-978d-f1cb68088a04 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658014 Aug 24 17:51:34.551131 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c65e6-23c9-429b-9379-1d7087c9c252 req-f07aa774-6970-419a-a45c-7b3e018739bf tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.580442 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a7c65e6-23c9-429b-9379-1d7087c9c252 req-f07aa774-6970-419a-a45c-7b3e018739bf tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0858889 Aug 24 17:51:34.626430 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:34.695759 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a7c65e6-23c9-429b-9379-1d7087c9c252 req-246688f0-a8d3-4110-81b3-b3aa05c42610 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336005 Aug 24 17:51:34.799829 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-87536a92-14f6-4e90-9d12-008c353b1fe5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761626 Aug 24 17:51:34.923662 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-025e0964-7ef7-4e5c-bea1-7a3d4408a3d8 req-9f8c2313-24c6-4e29-b37e-53057d3aea3e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173034 Aug 24 17:51:35.018454 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72e59-a997-4194-acb8-43bf328e5a51 req-ce5cd2bf-ed4b-4d49-991b-af5a8c107777 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:35.020554 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-62b72e59-a997-4194-acb8-43bf328e5a51 req-ce5cd2bf-ed4b-4d49-991b-af5a8c107777 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 944 time: 0.1488850 Aug 24 17:51:35.072034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-e049b145-8a1f-4a68-a234-8f800235eb97 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:35.073590 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-e049b145-8a1f-4a68-a234-8f800235eb97 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/networks?id=b2faca5a-e8af-4323-908b-3df82d9ff4a6 HTTP/1.1" status: 200 len: 814 time: 0.2554834 Aug 24 17:51:35.107630 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-066be3fa-bfc7-4c2f-a89d-ef13fad60a5b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/quotas/4fa9fd072c704af2950a9bb4339d374d HTTP/1.1" status: 200 len: 375 time: 0.0239124 Aug 24 17:51:35.111698 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-62b72e59-a997-4194-acb8-43bf328e5a51 req-2967931a-6c50-4435-a200-62b9e8e59c0d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832734 Aug 24 17:51:35.143765 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-e47c863a-5da2-4df7-9834-29f5d8730165 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=4fa9fd072c704af2950a9bb4339d374d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305879 Aug 24 17:51:35.288051 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-dc1ad5d0-a826-450c-bf88-ea7248cfe539 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363895 Aug 24 17:51:35.309576 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04ee1b-9e3b-470d-8bb2-3282417efffc req-994773a4-61e1-47e3-a870-c6be40d14931 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:35.312362 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b04ee1b-9e3b-470d-8bb2-3282417efffc req-994773a4-61e1-47e3-a870-c6be40d14931 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0774879 Aug 24 17:51:35.427879 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b04ee1b-9e3b-470d-8bb2-3282417efffc req-06912c29-a57d-4bf8-a3c3-a26b7520f0ef tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049707 Aug 24 17:51:35.451553 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-07a4cbf1-0458-40cf-9b24-1bb8ee7db952 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551170 Aug 24 17:51:35.634693 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06415c85-533e-4735-be0c-4de622eb1297 req-99736f44-1eee-41b7-a0e8-1c87b691e36b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:35.636424 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-06415c85-533e-4735-be0c-4de622eb1297 req-99736f44-1eee-41b7-a0e8-1c87b691e36b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0895638 Aug 24 17:51:35.714405 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-06415c85-533e-4735-be0c-4de622eb1297 req-9c53aac7-fa72-4b5d-9242-2fcd092dd3b5 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664940 Aug 24 17:51:36.018201 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a3047-8432-4922-8b26-b037bf9aab1b req-e82351d4-bd30-41ed-b190-2248607b0ae1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:36.022272 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5e8a3047-8432-4922-8b26-b037bf9aab1b req-e82351d4-bd30-41ed-b190-2248607b0ae1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1318712 Aug 24 17:51:36.059042 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-edad3596-73c9-405c-b8d8-afd155eb494f req-5c0a49bf-6cbf-4c75-8d2a-507334e926b6 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 210 time: 0.0725079 Aug 24 17:51:36.135015 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5e8a3047-8432-4922-8b26-b037bf9aab1b req-779b5e61-d64d-4086-992e-d9eb21042db3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850115 Aug 24 17:51:36.357909 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34cb8d-82c8-40f0-b091-59f50973143b req-788d0ee0-e76e-463f-962b-fc61a68b036a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:36.365656 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ab34cb8d-82c8-40f0-b091-59f50973143b req-788d0ee0-e76e-463f-962b-fc61a68b036a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 944 time: 0.0809519 Aug 24 17:51:36.435966 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ab34cb8d-82c8-40f0-b091-59f50973143b req-c15db647-5801-42f7-95fd-20b1be9f873f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674357 Aug 24 17:51:36.700216 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8660d-5113-4f2e-bd94-2f45625c3b06 req-0e632801-8a40-4e56-b89d-1a5b0b849321 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:36.702746 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1bb8660d-5113-4f2e-bd94-2f45625c3b06 req-0e632801-8a40-4e56-b89d-1a5b0b849321 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0997777 Aug 24 17:51:36.806010 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:36.852539 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1bb8660d-5113-4f2e-bd94-2f45625c3b06 req-7fad4ae8-f3a0-43a2-99d0-c20eaf118142 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204696 Aug 24 17:51:37.029644 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d871b2-6117-410e-a88a-20cd7c48d4ec req-13cf41c2-69e1-4782-83ec-93d22d245417 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:37.031281 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-36d871b2-6117-410e-a88a-20cd7c48d4ec req-13cf41c2-69e1-4782-83ec-93d22d245417 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1068432 Aug 24 17:51:37.108416 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-36d871b2-6117-410e-a88a-20cd7c48d4ec req-c1dce6c1-4ab6-4a36-b124-d0f2aae5d808 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677099 Aug 24 17:51:37.374941 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ccd44599-894e-4fa6-b786-531d64730fda req-4de4412b-8358-47db-9510-f9125ff0ac63 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 210 time: 0.1094036 Aug 24 17:51:37.483112 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679d3c2-baaf-44de-ab35-f03cbcb7ff00 req-048c7f34-6147-4057-9f5b-968c2a39fc14 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:37.485012 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c679d3c2-baaf-44de-ab35-f03cbcb7ff00 req-048c7f34-6147-4057-9f5b-968c2a39fc14 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0775809 Aug 24 17:51:37.501981 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:37.587693 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c679d3c2-baaf-44de-ab35-f03cbcb7ff00 req-15f28b39-f123-407d-9006-d9d28fe4c48d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942788 Aug 24 17:51:37.684052 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb764-d706-4adc-a547-b7ec771a16f6 req-0bc6be0a-c1b9-4ab0-b762-8ba4c6df416f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:37.695001 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-463fb764-d706-4adc-a547-b7ec771a16f6 req-0bc6be0a-c1b9-4ab0-b762-8ba4c6df416f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 944 time: 0.0615566 Aug 24 17:51:37.840648 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-463fb764-d706-4adc-a547-b7ec771a16f6 req-458926a5-a3cc-4b98-ae2c-017e0e628e3a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329992 Aug 24 17:51:38.025560 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541664b7-4127-4406-8621-1c0212c9a534 req-adfc1b00-2d98-405e-8901-98c569efddf5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:38.034025 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-541664b7-4127-4406-8621-1c0212c9a534 req-adfc1b00-2d98-405e-8901-98c569efddf5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0664709 Aug 24 17:51:38.099544 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-541664b7-4127-4406-8621-1c0212c9a534 req-5cc2b0c1-5bd4-4668-9846-ffee1d065c7b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641408 Aug 24 17:51:38.366899 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a076e1-b358-462e-ab5d-bdd1721d4fcc req-8641929b-3c23-4262-a475-9bc8742a4a54 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:38.368536 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-78a076e1-b358-462e-ab5d-bdd1721d4fcc req-8641929b-3c23-4262-a475-9bc8742a4a54 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0958972 Aug 24 17:51:38.487997 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-78a076e1-b358-462e-ab5d-bdd1721d4fcc req-13c5d743-7a04-4aa5-b6b8-b98919cbc421 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933673 Aug 24 17:51:38.594769 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-686d5eba-d1cd-4840-b8da-b5fe2d6c9944 req-db8b9e01-f346-43d8-b280-629f45f7c7eb tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 210 time: 0.0533307 Aug 24 17:51:38.825541 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac16f3d-6725-4d15-b612-ca05c0a0155c req-2c53e992-1af9-4da1-afc6-652c29030194 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:38.834332 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bac16f3d-6725-4d15-b612-ca05c0a0155c req-2c53e992-1af9-4da1-afc6-652c29030194 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.0802729 Aug 24 17:51:38.897643 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bac16f3d-6725-4d15-b612-ca05c0a0155c req-dc8c6d82-3e8c-461e-ab37-9f65ba38ac9f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617855 Aug 24 17:51:39.053397 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfa70b-b9ff-469e-a5e6-f42af68395d1 req-9a403004-9701-47d6-a110-6008f13e48fd tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:39.066101 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d7bfa70b-b9ff-469e-a5e6-f42af68395d1 req-9a403004-9701-47d6-a110-6008f13e48fd tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 944 time: 0.0889339 Aug 24 17:51:39.165319 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d7bfa70b-b9ff-469e-a5e6-f42af68395d1 req-2d44bc97-5175-4f0a-be87-c3ae38c4600d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982091 Aug 24 17:51:39.308754 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f9cd-29f3-474f-b374-51bea32252e0 req-2cd112bc-90a3-4877-bd4d-7e106fbcf62e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:39.311722 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f2f5f9cd-29f3-474f-b374-51bea32252e0 req-2cd112bc-90a3-4877-bd4d-7e106fbcf62e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0728772 Aug 24 17:51:39.391998 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f2f5f9cd-29f3-474f-b374-51bea32252e0 req-de84aa7a-8c75-47c1-8542-2a9c3889d256 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727634 Aug 24 17:51:39.402817 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 7f2abfe3-e47f-4067-a51b-0d1eceadb9db details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:39.555791 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:39.575010 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'port_id': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db', 'mac_address': 'fa:16:3e:2c:42:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:39.623157 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:39.623673 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:39.641019 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2abfe3-e47f-4067-a51b-0d1eceadb9db {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:39.649310 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac6bba-6294-4dd7-920b-9087c4a52ea9 req-cfc8a9d4-061e-41c4-9d1b-8a00fc6a9fcf tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:39.650999 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9bac6bba-6294-4dd7-920b-9087c4a52ea9 req-cfc8a9d4-061e-41c4-9d1b-8a00fc6a9fcf tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0638442 Aug 24 17:51:39.674738 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:39.721886 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9bac6bba-6294-4dd7-920b-9087c4a52ea9 req-87129dba-d5c7-4e42-8678-a8390f02d459 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523384 Aug 24 17:51:39.809490 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ef3c93e3-b51b-49dc-a858-89d7dbfc8bde req-a15308d6-8bc7-40bb-a485-3a6260cf0e05 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 210 time: 0.0654130 Aug 24 17:51:39.866792 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-2f26627b-a0c5-4292-8a84-6ed3245ebd70 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:39.868374 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-2f26627b-a0c5-4292-8a84-6ed3245ebd70 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b2faca5a-e8af-4323-908b-3df82d9ff4a6 HTTP/1.1" status: 200 len: 814 time: 0.1409492 Aug 24 17:51:39.881915 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Request body: {'port': {'device_id': '134fa9aa-ee04-40f4-807a-57429a1b55fd', 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6', 'admin_state_up': True, 'tenant_id': '4fa9fd072c704af2950a9bb4339d374d'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:39.949180 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:40.062338 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:40.153962 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:40.176586 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898fcb7-a7f2-4646-aecd-8b3fad38b776 req-0511fc9b-ef0a-490d-b6af-8922dcfa8322 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:40.178606 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f898fcb7-a7f2-4646-aecd-8b3fad38b776 req-0511fc9b-ef0a-490d-b6af-8922dcfa8322 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1014342 Aug 24 17:51:40.264760 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['7f2abfe3-e47f-4067-a51b-0d1eceadb9db'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:40.274925 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Made reservation on behalf of 4fa9fd072c704af2950a9bb4339d374d for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:40.287530 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:40.513814 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46078) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:40.519553 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:40.520309 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e12fd-1311-4238-95aa-26598f67c2a3 req-151abbba-ba9d-4b6b-b2b2-2319d129f551 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:40.527840 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-858e12fd-1311-4238-95aa-26598f67c2a3 req-151abbba-ba9d-4b6b-b2b2-2319d129f551 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 945 time: 0.2537208 Aug 24 17:51:40.602506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:40.645437 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-858e12fd-1311-4238-95aa-26598f67c2a3 req-84cdc32c-96b4-4fd6-af48-0388a03c356a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954173 Aug 24 17:51:40.664075 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f898fcb7-a7f2-4646-aecd-8b3fad38b776 req-340fba6a-eedb-408d-aa2e-40a986f4bff9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4705966 Aug 24 17:51:40.795419 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:40.836751 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2baeb552-5125-4a04-b183-585be7b6ff2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:40.872714 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Allocated IP 172.20.0.9 (b2faca5a-e8af-4323-908b-3df82d9ff4a6/a719f100-d391-459b-b65d-1a88f949e771/4ef448d4-f3c6-4482-a435-e54d91528c44) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:40.943837 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d8391-83a6-440c-85c7-b864e1b5ae95 req-a6da4942-5c93-48a9-b633-10b7ef25fd9e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:40.955108 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c98d8391-83a6-440c-85c7-b864e1b5ae95 req-a6da4942-5c93-48a9-b633-10b7ef25fd9e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.1218872 Aug 24 17:51:41.046612 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fa53a-de23-49dc-9e09-4102ae38f614 req-ea0d03dc-bd70-4ba1-b077-07e948711fa4 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:41.060835 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-648fa53a-de23-49dc-9e09-4102ae38f614 req-ea0d03dc-bd70-4ba1-b077-07e948711fa4 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1026735 Aug 24 17:51:41.102460 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c98d8391-83a6-440c-85c7-b864e1b5ae95 req-1ca3366c-2def-49fb-b8bd-15c5059b84dd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461320 Aug 24 17:51:41.123597 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2baeb552-5125-4a04-b183-585be7b6ff2a admin admin] Publish callbacks [] for security_group (087d3f0d-8bae-4157-82da-82ae5b035af8), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.193831 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks [] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.194535 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-648fa53a-de23-49dc-9e09-4102ae38f614 req-8c2a6c06-3669-4fd4-bea7-03d7cc7be16c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324394 Aug 24 17:51:41.233841 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a8c3a951-f780-4656-ba2e-e631e8112970 req-43adfb76-ad62-4b67-a103-32a83a6cc37e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 210 time: 0.0381167 Aug 24 17:51:41.246138 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2baeb552-5125-4a04-b183-585be7b6ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (087d3f0d-8bae-4157-82da-82ae5b035af8), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.285805 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.315286 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-2baeb552-5125-4a04-b183-585be7b6ff2a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=bb33707df06144029cb726f5fdab0370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7818041 Aug 24 17:51:41.315286 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeb552-5125-4a04-b183-585be7b6ff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087d3f0d-8bae-4157-82da-82ae5b035af8,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:41.318373 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46102) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:41.342547 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.394276 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:41.417977 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Network b2faca5a-e8af-4323-908b-3df82d9ff4a6 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:41.419926 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 7f2abfe3-e47f-4067-a51b-0d1eceadb9db up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:41.426089 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:41.431099 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:41.445950 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Pushing event updated for resources: {'Port': ['ID=4ef448d4-f3c6-4482-a435-e54d91528c44,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:41.488265 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:51:41.492338 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:41.506492 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8921a44e-f5e2-4366-a6ab-62cceda2b8fc admin admin] Publish callbacks [] for security_group (087d3f0d-8bae-4157-82da-82ae5b035af8), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.552936 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:41.555685 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.558694 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8921a44e-f5e2-4366-a6ab-62cceda2b8fc admin admin] Publish callbacks [] for security_group (087d3f0d-8bae-4157-82da-82ae5b035af8), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.577607 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:41.578196 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.697277 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-6eae8939-e269-44b3-99d4-21b4333f152e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8173909 Aug 24 17:51:41.737356 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Request body: {'port': {'device_id': '134fa9aa-ee04-40f4-807a-57429a1b55fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:41.783174 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:41.783833 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.818884 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8921a44e-f5e2-4366-a6ab-62cceda2b8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (087d3f0d-8bae-4157-82da-82ae5b035af8), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.825772 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8921a44e-f5e2-4366-a6ab-62cceda2b8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.835094 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-8921a44e-f5e2-4366-a6ab-62cceda2b8fc admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/087d3f0d-8bae-4157-82da-82ae5b035af8 HTTP/1.1" status: 204 len: 168 time: 0.5130980 Aug 24 17:51:41.862879 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:41.866094 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96b5e63-7140-4b8b-99e9-005627134785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:41.870624 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b2ff4a-1c4d-4415-955b-6e1ce528e814" -d '{"events": [{"server_uuid": "e96b5e63-7140-4b8b-99e9-005627134785", "name": "network-vif-plugged", "status": "completed", "tag": "7f2abfe3-e47f-4067-a51b-0d1eceadb9db"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:41.892617 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921a44e-f5e2-4366-a6ab-62cceda2b8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087d3f0d-8bae-4157-82da-82ae5b035af8,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:41.937815 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:42.020129 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.120747 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.282129 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40826d11-c233-47e7-8cef-2003e6b694e6 req-a9f077a6-1a93-4bc1-ad70-03b1af8af38e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:42.300080 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-40826d11-c233-47e7-8cef-2003e6b694e6 req-a9f077a6-1a93-4bc1-ad70-03b1af8af38e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 945 time: 0.5033967 Aug 24 17:51:42.348941 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:42.351299 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9d8c0-0906-40a7-ab07-474542ce34fa req-96fde03d-e87d-4329-91d4-4591aefb5ca8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:42.367175 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-26c9d8c0-0906-40a7-ab07-474542ce34fa req-96fde03d-e87d-4329-91d4-4591aefb5ca8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.4858911 Aug 24 17:51:42.494691 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-40826d11-c233-47e7-8cef-2003e6b694e6 req-9ed9dffd-b67a-4d55-a4d7-b9d9f5f8cfd0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013545 Aug 24 17:51:42.500895 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:42.583282 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-26c9d8c0-0906-40a7-ab07-474542ce34fa req-c373059e-184d-47d6-9294-96cba4e862ca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123659 Aug 24 17:51:42.664254 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8556b686-6546-49ed-a709-680c163bbbfb x-openstack-request-id: req-8556b686-6546-49ed-a709-680c163bbbfb {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:42.664760 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96b5e63-7140-4b8b-99e9-005627134785", "name": "network-vif-plugged", "status": "completed", "tag": "7f2abfe3-e47f-4067-a51b-0d1eceadb9db", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:42.665459 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8556b686-6546-49ed-a709-680c163bbbfb {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:42.666165 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8556b686-6546-49ed-a709-680c163bbbfb'] response: {'server_uuid': 'e96b5e63-7140-4b8b-99e9-005627134785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db', 'code': 200} Aug 24 17:51:42.707133 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef448d4-f3c6-4482-a435-e54d91528c44 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:42.723503 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Publish callbacks [] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.762214 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Transition to ACTIVE for port object 4ef448d4-f3c6-4482-a435-e54d91528c44 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:51:42.846948 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.939667 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5d56-a3fb-4a7e-9f2b-9b2c8ea8f342 req-06004e1c-9214-40a5-89f3-6e262c0394e5 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:42.953279 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bcc5d56-a3fb-4a7e-9f2b-9b2c8ea8f342 req-06004e1c-9214-40a5-89f3-6e262c0394e5 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1367164 Aug 24 17:51:43.079897 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Pushing event updated for resources: {'Port': ['ID=4ef448d4-f3c6-4482-a435-e54d91528c44,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:43.081212 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bcc5d56-a3fb-4a7e-9f2b-9b2c8ea8f342 req-d30b7ee6-5804-4802-8acc-1bb3a5c608d0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1261709 Aug 24 17:51:43.142547 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46178) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:43.205597 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b12f5ee2-21d4-4ae7-b258-28770529052c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.279293 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Attempting to bind port 4ef448d4-f3c6-4482-a435-e54d91528c44 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:43.286182 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Attempting to bind port 4ef448d4-f3c6-4482-a435-e54d91528c44 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '57f29852-142b-4560-8a37-6bba5172bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:43.286932 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Attempting to bind port 4ef448d4-f3c6-4482-a435-e54d91528c44 on network b2faca5a-e8af-4323-908b-3df82d9ff4a6 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:43.297220 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ad19-44a3-45c4-b887-5df8a711d918 req-075c67f2-1947-4b4e-9769-2bb168a7a877 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.311116 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=14 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:43.319780 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f717ad19-44a3-45c4-b887-5df8a711d918 req-075c67f2-1947-4b4e-9769-2bb168a7a877 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.3619297 Aug 24 17:51:43.332068 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=22 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:43.370632 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Port 4ef448d4-f3c6-4482-a435-e54d91528c44 on network b2faca5a-e8af-4323-908b-3df82d9ff4a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:51:43.379958 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Attempting to bind port 4ef448d4-f3c6-4482-a435-e54d91528c44 on network b2faca5a-e8af-4323-908b-3df82d9ff4a6 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:43.416366 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463802d0-1eba-44e3-bd69-97df25c1bd3e req-3ffdbfb0-1ec6-4512-82a3-22e9d048faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.420409 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-463802d0-1eba-44e3-bd69-97df25c1bd3e req-3ffdbfb0-1ec6-4512-82a3-22e9d048faec service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 1130 time: 0.1985993 Aug 24 17:51:43.421273 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:43.421693 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Checking segment: {'id': '57f29852-142b-4560-8a37-6bba5172bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:43.422267 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Bound using segment: {'id': '57f29852-142b-4560-8a37-6bba5172bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:43.422739 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Bound port: 4ef448d4-f3c6-4482-a435-e54d91528c44, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f29852-142b-4560-8a37-6bba5172bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:43.423120 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.488014 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf4a5-746c-4884-bd2f-99e1f2793dab req-0fcba1f4-8611-4b71-a0e1-21e765c6f149 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.490725 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4f6bf4a5-746c-4884-bd2f-99e1f2793dab req-0fcba1f4-8611-4b71-a0e1-21e765c6f149 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 943 time: 0.1418455 Aug 24 17:51:43.581635 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f717ad19-44a3-45c4-b887-5df8a711d918 req-ebd0755f-5da3-487e-a85d-8ba9f76a5935 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533481 Aug 24 17:51:43.607957 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:43.641062 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-463802d0-1eba-44e3-bd69-97df25c1bd3e req-e06fb93d-3e6f-45f4-8806-c9a351c60021 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127502 Aug 24 17:51:43.659411 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] For port 4ef448d4-f3c6-4482-a435-e54d91528c44, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:43.668171 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] For port 4ef448d4-f3c6-4482-a435-e54d91528c44, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4ef448d4-f3c6-4482-a435-e54d91528c44,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:43.712158 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b12f5ee2-21d4-4ae7-b258-28770529052c admin admin] Publish callbacks [] for security_group (0b8f7977-11f3-499d-977c-948c7fbadf1a), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.738997 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.768388 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4f6bf4a5-746c-4884-bd2f-99e1f2793dab req-c87ed231-721f-4bed-8fef-4b8821d76322 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196558 Aug 24 17:51:43.831474 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.836805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.838798 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/4ef448d4-f3c6-4482-a435-e54d91528c44 HTTP/1.1" status: 200 len: 1093 time: 2.1337750 Aug 24 17:51:43.841587 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134fa9aa-ee04-40f4-807a-57429a1b55fd', 'tag': '4ef448d4-f3c6-4482-a435-e54d91528c44'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:43.846232 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325192ca-8ac6-4c54-baba-8955622aa851" -d '{"events": [{"name": "network-changed", "server_uuid": "134fa9aa-ee04-40f4-807a-57429a1b55fd", "tag": "4ef448d4-f3c6-4482-a435-e54d91528c44"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:43.871834 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b12f5ee2-21d4-4ae7-b258-28770529052c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (0b8f7977-11f3-499d-977c-948c7fbadf1a), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.962372 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9e8c2-2685-4bbb-8df6-c8671969ddfd service neutron] Pushing event updated for resources: {'Port': ['ID=4ef448d4-f3c6-4482-a435-e54d91528c44,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:44.019784 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f5ee2-21d4-4ae7-b258-28770529052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f7977-11f3-499d-977c-948c7fbadf1a,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:44.058558 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-b12f5ee2-21d4-4ae7-b258-28770529052c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e3b839c09d4b4f108f3d1c0b5bf5efb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9142578 Aug 24 17:51:44.098353 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceabc6-34cf-44b2-82d3-e53a07ba8251 req-75c7db89-da08-4cbf-bae4-e745cffa2e42 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:44.106007 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0eceabc6-34cf-44b2-82d3-e53a07ba8251 req-75c7db89-da08-4cbf-bae4-e745cffa2e42 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.1424296 Aug 24 17:51:44.114025 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46214) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:44.132828 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:44.134481 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-61016071-166a-427f-925e-1542e80b754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:44.136927 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-61016071-166a-427f-925e-1542e80b754c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=4fa9fd072c704af2950a9bb4339d374d&device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 1127 time: 0.1005697 Aug 24 17:51:44.251452 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-18daffc8-74cf-40c9-ba83-2f26002740df admin admin] Publish callbacks [] for security_group (0b8f7977-11f3-499d-977c-948c7fbadf1a), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:44.272013 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0eceabc6-34cf-44b2-82d3-e53a07ba8251 req-558c8414-ec31-4bb0-bff2-13939deec611 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641769 Aug 24 17:51:44.312744 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-18daffc8-74cf-40c9-ba83-2f26002740df admin admin] Publish callbacks [] for security_group (0b8f7977-11f3-499d-977c-948c7fbadf1a), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:44.375462 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2600732f-0e94-4d5e-a9e4-58fa0433bf1c x-openstack-request-id: req-2600732f-0e94-4d5e-a9e4-58fa0433bf1c {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:44.375756 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134fa9aa-ee04-40f4-807a-57429a1b55fd", "tag": "4ef448d4-f3c6-4482-a435-e54d91528c44", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:44.376066 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2600732f-0e94-4d5e-a9e4-58fa0433bf1c {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:44.376440 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2600732f-0e94-4d5e-a9e4-58fa0433bf1c'] response: {'name': 'network-changed', 'server_uuid': '134fa9aa-ee04-40f4-807a-57429a1b55fd', 'tag': '4ef448d4-f3c6-4482-a435-e54d91528c44', 'status': 'completed', 'code': 200} Aug 24 17:51:44.438333 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e815f5-bd84-4b13-815f-8153210ba300 req-27a7c000-1411-4044-87a0-f986c02fafdc tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:44.445787 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d0e815f5-bd84-4b13-815f-8153210ba300 req-27a7c000-1411-4044-87a0-f986c02fafdc tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1418116 Aug 24 17:51:44.504738 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:44.560030 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-c71b9c7a-722c-4d1d-bba2-5dc1aa012750 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef448d4-f3c6-4482-a435-e54d91528c44 HTTP/1.1" status: 200 len: 217 time: 0.0980766 Aug 24 17:51:44.618610 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d12043-2bc9-49f2-8af1-be3be3f077c8 req-0754f5d6-bd24-42ae-a669-fb276a8aa1ad tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:44.620914 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d9d12043-2bc9-49f2-8af1-be3be3f077c8 req-0754f5d6-bd24-42ae-a669-fb276a8aa1ad tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1674321 Aug 24 17:51:44.632911 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d0e815f5-bd84-4b13-815f-8153210ba300 req-c8cb3d41-1b78-4b41-bdf4-10c303cd3713 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859896 Aug 24 17:51:44.679281 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:44.706353 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d9d12043-2bc9-49f2-8af1-be3be3f077c8 req-6c544d8f-4019-462e-bdd5-55873ec42c72 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713336 Aug 24 17:51:44.716323 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-18daffc8-74cf-40c9-ba83-2f26002740df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (0b8f7977-11f3-499d-977c-948c7fbadf1a), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:44.726026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-18daffc8-74cf-40c9-ba83-2f26002740df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:44.726026 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-18daffc8-74cf-40c9-ba83-2f26002740df admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0b8f7977-11f3-499d-977c-948c7fbadf1a HTTP/1.1" status: 204 len: 168 time: 0.6045456 Aug 24 17:51:44.738866 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daffc8-74cf-40c9-ba83-2f26002740df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8f7977-11f3-499d-977c-948c7fbadf1a,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:44.774023 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-7447e617-693f-4dee-9b71-7ea2b0441ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:44.790622 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-7447e617-693f-4dee-9b71-7ea2b0441ca9 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a719f100-d391-459b-b65d-1a88f949e771 HTTP/1.1" status: 200 len: 854 time: 0.1623394 Aug 24 17:51:44.900034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8df82-0664-4d36-aa04-3d2b855aa2be req-bbd3e0a4-fbd7-418b-ad54-34cc00e63af7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:44.908449 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fda8df82-0664-4d36-aa04-3d2b855aa2be req-bbd3e0a4-fbd7-418b-ad54-34cc00e63af7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0860429 Aug 24 17:51:45.054173 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fda8df82-0664-4d36-aa04-3d2b855aa2be req-10316287-cbe3-40f0-a248-189b997e12da tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444035 Aug 24 17:51:45.123941 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a323-8aa5-41f9-9e02-83914463382f req-2379d9b2-ce23-4531-b8d6-56e152fd8bd1 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.127046 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6753a323-8aa5-41f9-9e02-83914463382f req-2379d9b2-ce23-4531-b8d6-56e152fd8bd1 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 943 time: 0.1461284 Aug 24 17:51:45.206530 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6753a323-8aa5-41f9-9e02-83914463382f req-0db082a4-8d4d-4122-a703-1fe5502bfef6 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721645 Aug 24 17:51:45.453513 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-f25731c1-5613-4878-9d2d-028d63f1c768 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b2faca5a-e8af-4323-908b-3df82d9ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1958275 Aug 24 17:51:45.565384 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-84f08ea2-c996-456c-a2aa-dd15e54401c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.568307 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-84f08ea2-c996-456c-a2aa-dd15e54401c1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 1129 time: 0.2873583 Aug 24 17:51:45.671585 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3288b-0d27-47ea-938d-1c15729d8149 req-29bc703a-2b6f-467b-9894-722acf1f4b6c tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.671585 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ffa3288b-0d27-47ea-938d-1c15729d8149 req-29bc703a-2b6f-467b-9894-722acf1f4b6c tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.1175838 Aug 24 17:51:45.716783 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ffa3288b-0d27-47ea-938d-1c15729d8149 req-93e1bccc-774f-42e3-b84f-ea5e33c7c8e3 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696056 Aug 24 17:51:45.843533 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-84a7285f-1d6a-4efd-a262-9150988bee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.846671 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-84a7285f-1d6a-4efd-a262-9150988bee57 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 200 len: 912 time: 0.2593875 Aug 24 17:51:45.948858 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-b8cebbaa-b699-4ab2-a0c7-031f46def615 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796810 Aug 24 17:51:46.015868 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-949c0035-928f-429b-b553-03050bf23ee1 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d93fe402-2e98-4ff9-8441-854219d9e667 HTTP/1.1" status: 200 len: 1001 time: 0.1305101 Aug 24 17:51:46.021520 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c446dd1-1711-4e9e-9e40-e920991cf9e0 req-5cdf833b-4eac-4e7d-a705-861bcf6cea96 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:46.043288 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c446dd1-1711-4e9e-9e40-e920991cf9e0 req-5cdf833b-4eac-4e7d-a705-861bcf6cea96 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1777952 Aug 24 17:51:46.054922 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659cb92-a4ba-4904-ae23-efd97d4ba15e req-714e4278-f431-4ba8-932a-68586a653c21 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:46.056921 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f659cb92-a4ba-4904-ae23-efd97d4ba15e req-714e4278-f431-4ba8-932a-68586a653c21 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1746652 Aug 24 17:51:46.150933 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c446dd1-1711-4e9e-9e40-e920991cf9e0 req-e801dc41-be07-45ee-8d84-6a3523f2e2d1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921485 Aug 24 17:51:46.176078 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f659cb92-a4ba-4904-ae23-efd97d4ba15e req-75944d15-077b-4e14-893a-9756fd45db3c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980198 Aug 24 17:51:46.348421 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e50633ae-8830-4c59-8d1c-53984a4a6bd6 req-c8be4e80-64ee-421e-abce-fada8c18788a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922594 Aug 24 17:51:46.370022 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163e479-effd-4b67-a1f0-589775dcfdf8 req-381435f0-c202-44b5-a92e-b3812ac0cda0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:46.388532 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46284) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:46.392229 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-cfd3314f-c9ee-4bda-8994-1b34a6253d2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'floatingip': {'port_id': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:46.425519 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b163e479-effd-4b67-a1f0-589775dcfdf8 req-381435f0-c202-44b5-a92e-b3812ac0cda0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.1284719 Aug 24 17:51:46.483995 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cfd3314f-c9ee-4bda-8994-1b34a6253d2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (53c4c617-5fa9-470e-9615-464ec9c9d477), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:46.536620 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-4bc1ef41-681d-4597-a948-ec4af01c0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:46.538621 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-4bc1ef41-681d-4597-a948-ec4af01c0c8c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=8dc6387a-d9aa-446b-89fc-60d585461941 HTTP/1.1" status: 200 len: 850 time: 0.2031543 Aug 24 17:51:46.552495 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b38f6-3c2b-4b5e-b340-b1fb22557b24 req-07727041-4508-4ced-90dc-a6a8620005b0 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:46.556308 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-812b38f6-3c2b-4b5e-b340-b1fb22557b24 req-07727041-4508-4ced-90dc-a6a8620005b0 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.2233915 Aug 24 17:51:46.676640 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d4b74-2e52-4a7e-8acd-e443b9bfc0ae req-8d4675dc-2b7b-4a2d-85dc-abfcd0a37f79 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:46.679315 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4a7d4b74-2e52-4a7e-8acd-e443b9bfc0ae req-8d4675dc-2b7b-4a2d-85dc-abfcd0a37f79 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 943 time: 0.0926208 Aug 24 17:51:46.688695 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-812b38f6-3c2b-4b5e-b340-b1fb22557b24 req-433cc762-858b-4ccf-b32e-47dbc2d6f1a6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137900 Aug 24 17:51:46.854429 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4a7d4b74-2e52-4a7e-8acd-e443b9bfc0ae req-a9c4d98b-b27b-4171-aed3-4dbac88c2496 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478102 Aug 24 17:51:47.334585 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cfd3314f-c9ee-4bda-8994-1b34a6253d2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:47.336019 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:47.450441 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af26b42-0c54-4430-b307-cbfcc023d7ba req-de1ad2cd-0daf-491c-9720-e2214eb5002f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:47.452207 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3af26b42-0c54-4430-b307-cbfcc023d7ba req-de1ad2cd-0daf-491c-9720-e2214eb5002f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1077268 Aug 24 17:51:47.467546 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325192ca-8ac6-4c54-baba-8955622aa851 req-9ac197b1-fa60-4792-87ff-99bb16d0a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:47.469159 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-325192ca-8ac6-4c54-baba-8955622aa851 req-9ac197b1-fa60-4792-87ff-99bb16d0a148 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=4fa9fd072c704af2950a9bb4339d374d&device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 1127 time: 0.1063702 Aug 24 17:51:47.470664 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-8ec2e1ea-dcac-4057-8b84-d8fcc78bd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:47.472091 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-8ec2e1ea-dcac-4057-8b84-d8fcc78bd672 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=389a41b1-7bca-4893-9c00-f7c2a36844c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888247 Aug 24 17:51:47.474627 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eda1d-206c-4335-a823-4c5ce23112df req-8d8b3677-1f98-4642-8fbc-d64c5ef80204 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:47.476409 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3e4eda1d-206c-4335-a823-4c5ce23112df req-8d8b3677-1f98-4642-8fbc-d64c5ef80204 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0791392 Aug 24 17:51:47.511860 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:47.519808 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:47.555587 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3af26b42-0c54-4430-b307-cbfcc023d7ba req-c7e96a87-2971-4e06-a879-0143fd86219e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957673 Aug 24 17:51:47.572217 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3e4eda1d-206c-4335-a823-4c5ce23112df req-cabb677d-545a-4c17-ac1c-74e5f9f4af3e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840969 Aug 24 17:51:47.584944 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cfd3314f-c9ee-4bda-8994-1b34a6253d2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (53c4c617-5fa9-470e-9615-464ec9c9d477), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:47.743182 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ab0-39aa-46fd-b3b7-756b11282789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:47.789403 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325192ca-8ac6-4c54-baba-8955622aa851 req-014158bd-692a-432c-8408-ffbf5c1bbad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:47.791003 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-325192ca-8ac6-4c54-baba-8955622aa851 req-014158bd-692a-432c-8408-ffbf5c1bbad6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b2faca5a-e8af-4323-908b-3df82d9ff4a6 HTTP/1.1" status: 200 len: 915 time: 0.3101509 Aug 24 17:51:47.799783 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-77341e52-f4d5-4b0e-bd9c-70bb393692d3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167038 Aug 24 17:51:47.804473 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-cfd3314f-c9ee-4bda-8994-1b34a6253d2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Floating IP 53c4c617-5fa9-470e-9615-464ec9c9d477 associated. External IP: 172.27.2.37, port: 7f2abfe3-e47f-4067-a51b-0d1eceadb9db. Aug 24 17:51:47.973206 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867aa9f-f0b1-43af-8c3d-bf297c0ab347 req-835a08a8-90d0-45bc-883a-1f50764100c5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:47.978443 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0867aa9f-f0b1-43af-8c3d-bf297c0ab347 req-835a08a8-90d0-45bc-883a-1f50764100c5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.1241193 Aug 24 17:51:48.140917 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0867aa9f-f0b1-43af-8c3d-bf297c0ab347 req-c71ea9cc-97b6-4888-b86c-388418abef8f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504519 Aug 24 17:51:48.146990 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affae7b9-851e-4259-9c41-a203e0d16f28 req-c079da80-30f1-4b08-b8a5-76c6169f169f tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:48.148605 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-affae7b9-851e-4259-9c41-a203e0d16f28 req-c079da80-30f1-4b08-b8a5-76c6169f169f tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 943 time: 0.1278870 Aug 24 17:51:48.169203 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:48.171773 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd3314f-c9ee-4bda-8994-1b34a6253d2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:51:48.203539 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:48.213887 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-affae7b9-851e-4259-9c41-a203e0d16f28 req-bdfca6a8-1a91-43c5-85a3-4bb16eba3d5c tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566366 Aug 24 17:51:48.309135 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd3314f-c9ee-4bda-8994-1b34a6253d2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:51:48.316945 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cfd3314f-c9ee-4bda-8994-1b34a6253d2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:48.324576 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:51:48.347431 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:48.349056 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:48.362444 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-cfd3314f-c9ee-4bda-8994-1b34a6253d2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/53c4c617-5fa9-470e-9615-464ec9c9d477 HTTP/1.1" status: 200 len: 991 time: 1.9778962 Aug 24 17:51:48.363178 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96b5e63-7140-4b8b-99e9-005627134785', 'tag': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:48.366178 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf" -d '{"events": [{"name": "network-changed", "server_uuid": "e96b5e63-7140-4b8b-99e9-005627134785", "tag": "7f2abfe3-e47f-4067-a51b-0d1eceadb9db"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:48.426334 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ed42a7-687c-46b9-9a3c-8a07d9db4d3f x-openstack-request-id: req-03ed42a7-687c-46b9-9a3c-8a07d9db4d3f {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:48.426658 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96b5e63-7140-4b8b-99e9-005627134785", "tag": "7f2abfe3-e47f-4067-a51b-0d1eceadb9db", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:48.426916 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03ed42a7-687c-46b9-9a3c-8a07d9db4d3f {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:48.427340 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ed42a7-687c-46b9-9a3c-8a07d9db4d3f'] response: {'name': 'network-changed', 'server_uuid': 'e96b5e63-7140-4b8b-99e9-005627134785', 'tag': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db', 'status': 'completed', 'code': 200} Aug 24 17:51:48.453750 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46338) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:48.528904 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:48.844208 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46ec3f-75e7-44dc-a250-5dd7b6be266b req-3485b50d-35cc-426d-83f9-51ca494be771 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:48.851685 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ac46ec3f-75e7-44dc-a250-5dd7b6be266b req-3485b50d-35cc-426d-83f9-51ca494be771 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1367800 Aug 24 17:51:48.939998 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-325192ca-8ac6-4c54-baba-8955622aa851 req-7b0f33d4-17d2-40bf-9870-2fe6abd2a407 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef448d4-f3c6-4482-a435-e54d91528c44 HTTP/1.1" status: 200 len: 217 time: 0.1897359 Aug 24 17:51:49.047279 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90873eb7-769b-4fd8-be3b-2b6c40a48114 req-17133ed5-f19e-4f63-9ce0-75e6e90db62b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:49.054468 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-90873eb7-769b-4fd8-be3b-2b6c40a48114 req-17133ed5-f19e-4f63-9ce0-75e6e90db62b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.2007239 Aug 24 17:51:49.056433 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ebaf2-ed48-43fb-820f-c8003fd99ab1 req-091e0383-ba7f-4ea6-a5c2-7fdb8c03b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:49.058063 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-dd6ebaf2-ed48-43fb-820f-c8003fd99ab1 req-091e0383-ba7f-4ea6-a5c2-7fdb8c03b232 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 1129 time: 0.0577836 Aug 24 17:51:49.114532 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-a5155543-0221-4a2c-8d63-9ff3ab8e1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:49.117004 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-a5155543-0221-4a2c-8d63-9ff3ab8e1eef service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 1130 time: 0.2616625 Aug 24 17:51:49.125811 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ac46ec3f-75e7-44dc-a250-5dd7b6be266b req-91b158e5-3bad-4482-8796-39d027d25a45 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1877863 Aug 24 17:51:49.136095 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325192ca-8ac6-4c54-baba-8955622aa851 req-01d59e8e-a4a6-499c-90b1-0c49f64a080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:49.137318 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-325192ca-8ac6-4c54-baba-8955622aa851 req-01d59e8e-a4a6-499c-90b1-0c49f64a080a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a719f100-d391-459b-b65d-1a88f949e771 HTTP/1.1" status: 200 len: 854 time: 0.1767678 Aug 24 17:51:49.147194 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ef422c26-61ce-48fc-a5b8-bc43738965be admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a770f0caef364853a4033422b76ab918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6882479 Aug 24 17:51:49.148324 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46360) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:49.176961 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-99ee646a-db55-4d6e-a4b9-12e0c07227b5 req-2c0b6070-0d87-4d8e-a671-0d3ca4a2cc99 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297462 Aug 24 17:51:49.183678 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:49.190100 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '53c4c617-5fa9-470e-9615-464ec9c9d477', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:2c:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96b5e63-7140-4b8b-99e9-005627134785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:51:20Z', 'updated_at': '2022-08-24T17:51:47Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}, {'id': 'ceb21949-2b34-4bc8-8236-8f3dbd9e9b40', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:23Z', 'updated_at': '2022-08-24T17:50:10Z', 'revision_number': 2, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:49.197207 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-90873eb7-769b-4fd8-be3b-2b6c40a48114 req-281a43ac-db9c-47aa-bc11-ef4fac1d1dd4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306851 Aug 24 17:51:49.268150 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:51:49.290450 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:49.291118 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:49.354877 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-325192ca-8ac6-4c54-baba-8955622aa851 req-814f351a-ad33-427d-93c4-1c7579ce15f3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b2faca5a-e8af-4323-908b-3df82d9ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285284 Aug 24 17:51:49.357896 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfc3a-d448-4cd3-b708-9255785d62ce admin admin] Publish callbacks [] for security_group (cc62ba55-1b9c-4ba5-880a-b51d7a742833), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.404757 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfc3a-d448-4cd3-b708-9255785d62ce admin admin] Publish callbacks [] for security_group (cc62ba55-1b9c-4ba5-880a-b51d7a742833), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.416057 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaad96-08d3-40fd-8ef8-c0be488c451f req-16ae46ef-6dfc-4beb-96a3-9935324cb255 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:49.425488 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3aeaad96-08d3-40fd-8ef8-c0be488c451f req-16ae46ef-6dfc-4beb-96a3-9935324cb255 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0917201 Aug 24 17:51:49.437627 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 4ef448d4-f3c6-4482-a435-e54d91528c44 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:49.442379 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-08614b34-11a2-4d25-8208-b114c4b012cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:49.444953 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-08614b34-11a2-4d25-8208-b114c4b012cd service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 916 time: 0.2425385 Aug 24 17:51:49.495859 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-dd6ebaf2-ed48-43fb-820f-c8003fd99ab1 req-fee0b96f-b5bc-4aea-834a-0dbbf0a10f4e service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668827 Aug 24 17:51:49.530712 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c095c-f32a-43df-8a19-8656fef4bcf7 req-627e1979-cb8c-44ab-ae65-b56d34e2e30a tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:49.532317 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b04c095c-f32a-43df-8a19-8656fef4bcf7 req-627e1979-cb8c-44ab-ae65-b56d34e2e30a tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 943 time: 0.0922868 Aug 24 17:51:49.583785 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3aeaad96-08d3-40fd-8ef8-c0be488c451f req-6ec43172-fac5-44b6-bec1-d651c2c1f7eb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550636 Aug 24 17:51:49.595419 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:49.607103 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfc3a-d448-4cd3-b708-9255785d62ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cc62ba55-1b9c-4ba5-880a-b51d7a742833), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.610556 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfc3a-d448-4cd3-b708-9255785d62ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.612453 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-4e9cfc3a-d448-4cd3-b708-9255785d62ce admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cc62ba55-1b9c-4ba5-880a-b51d7a742833 HTTP/1.1" status: 204 len: 168 time: 0.4635761 Aug 24 17:51:49.632850 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cfc3a-d448-4cd3-b708-9255785d62ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc62ba55-1b9c-4ba5-880a-b51d7a742833,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:49.708668 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b04c095c-f32a-43df-8a19-8656fef4bcf7 req-33f9e38c-3ca5-41d2-8467-5129b1034276 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231327 Aug 24 17:51:49.753836 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46370) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:49.771836 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:49.789247 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 4ef448d4-f3c6-4482-a435-e54d91528c44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4ef448d4-f3c6-4482-a435-e54d91528c44,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:49.813021 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '4ef448d4-f3c6-4482-a435-e54d91528c44', 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6', 'port_id': '4ef448d4-f3c6-4482-a435-e54d91528c44', 'mac_address': 'fa:16:3e:76:ff:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a719f100-d391-459b-b65d-1a88f949e771', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:49.950939 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-b79a4d89-7923-4064-87b0-b8ec26255ba9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f2abfe3-e47f-4067-a51b-0d1eceadb9db HTTP/1.1" status: 200 len: 999 time: 0.1246972 Aug 24 17:51:49.971717 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 4ef448d4-f3c6-4482-a435-e54d91528c44 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:49.972577 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.976187 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c1ff89a6-8cc8-417b-be8d-9ab39b3bccdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.007515 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef448d4-f3c6-4482-a435-e54d91528c44 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:50.030783 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-325192ca-8ac6-4c54-baba-8955622aa851 req-3d475f8d-0abf-448b-8b33-14d2381a9f34 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057111 Aug 24 17:51:50.042451 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 4ef448d4-f3c6-4482-a435-e54d91528c44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4ef448d4-f3c6-4482-a435-e54d91528c44,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:50.105123 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '53c4c617-5fa9-470e-9615-464ec9c9d477', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:2c:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96b5e63-7140-4b8b-99e9-005627134785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:51:20Z', 'updated_at': '2022-08-24T17:51:47Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}, {'id': 'ceb21949-2b34-4bc8-8236-8f3dbd9e9b40', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:23Z', 'updated_at': '2022-08-24T17:50:10Z', 'revision_number': 2, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:50.119446 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c1ff89a6-8cc8-417b-be8d-9ab39b3bccdb admin admin] Publish callbacks [] for security_group (4100aa41-cfe3-48da-8422-5c95af24deff), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.160280 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.163761 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f0071-83b0-40f1-80bb-02881a4c966b None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '53c4c617-5fa9-470e-9615-464ec9c9d477', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:2c:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96b5e63-7140-4b8b-99e9-005627134785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:51:20Z', 'updated_at': '2022-08-24T17:51:47Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}, {'id': 'ceb21949-2b34-4bc8-8236-8f3dbd9e9b40', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:23Z', 'updated_at': '2022-08-24T17:50:10Z', 'revision_number': 2, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:51:50.191453 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c1ff89a6-8cc8-417b-be8d-9ab39b3bccdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (4100aa41-cfe3-48da-8422-5c95af24deff), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.240467 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=4ef448d4-f3c6-4482-a435-e54d91528c44,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:50.274763 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c1ff89a6-8cc8-417b-be8d-9ab39b3bccdb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3238a0d77c25444abd30ba900f464a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191131 Aug 24 17:51:50.277531 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46380) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:50.280545 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc04-490b-47d5-bee8-bd58c448fb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.340211 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff89a6-8cc8-417b-be8d-9ab39b3bccdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4100aa41-cfe3-48da-8422-5c95af24deff,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:50.395188 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5efd-3b8f-4dd9-9d38-ea43fcfb5fd3 admin admin] Publish callbacks [] for security_group (4100aa41-cfe3-48da-8422-5c95af24deff), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.449228 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294863b-24df-4816-a51e-1ffe071a73b8 req-5732d829-c04d-4fe9-8ebd-c10a82472a2c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:50.451349 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e294863b-24df-4816-a51e-1ffe071a73b8 req-5732d829-c04d-4fe9-8ebd-c10a82472a2c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0917118 Aug 24 17:51:50.456602 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5efd-3b8f-4dd9-9d38-ea43fcfb5fd3 admin admin] Publish callbacks [] for security_group (4100aa41-cfe3-48da-8422-5c95af24deff), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.469288 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:50.505800 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['4ef448d4-f3c6-4482-a435-e54d91528c44'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:50.506023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:50.535024 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a9699-bedb-469c-b912-9ca34389d1f1 req-adae14da-50cf-46e3-834d-881bdb6a9380 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:50.537010 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c1a9699-bedb-469c-b912-9ca34389d1f1 req-adae14da-50cf-46e3-834d-881bdb6a9380 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1122732 Aug 24 17:51:50.613392 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c8f489-83d5-4414-b6a5-0200447491ab None None] New status for floating IP 53c4c617-5fa9-470e-9615-464ec9c9d477: ACTIVE {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:51:50.618603 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:50.623807 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e294863b-24df-4816-a51e-1ffe071a73b8 req-0de64ce4-fba2-46ae-8e90-a610ba933042 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157465 Aug 24 17:51:50.643118 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c1a9699-bedb-469c-b912-9ca34389d1f1 req-1422ad6b-fc0f-4eb2-acfb-ad16bba474fd tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932133 Aug 24 17:51:50.791859 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69928715-6332-4fb4-af06-1614f00c5c0d req-50ece716-d64f-4560-b785-0ae1e460929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:50.801410 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-69928715-6332-4fb4-af06-1614f00c5c0d req-50ece716-d64f-4560-b785-0ae1e460929d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 1129 time: 0.1013563 Aug 24 17:51:50.829388 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5efd-3b8f-4dd9-9d38-ea43fcfb5fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (4100aa41-cfe3-48da-8422-5c95af24deff), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.843599 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5efd-3b8f-4dd9-9d38-ea43fcfb5fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.845094 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-e6dd5efd-3b8f-4dd9-9d38-ea43fcfb5fd3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4100aa41-cfe3-48da-8422-5c95af24deff HTTP/1.1" status: 204 len: 168 time: 0.5630271 Aug 24 17:51:50.865143 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-640b97f7-6a66-4725-bf80-f073293f094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:50.866673 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-640b97f7-6a66-4725-bf80-f073293f094c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 200 len: 854 time: 0.1669996 Aug 24 17:51:50.879980 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd5efd-3b8f-4dd9-9d38-ea43fcfb5fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4100aa41-cfe3-48da-8422-5c95af24deff,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:50.882019 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cea549-e962-4e29-aae9-417e7dbab8f0 req-ec29cf6d-db50-4b7b-82de-98ee654794cc tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:50.883087 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a7cea549-e962-4e29-aae9-417e7dbab8f0 req-ec29cf6d-db50-4b7b-82de-98ee654794cc tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.1132541 Aug 24 17:51:50.888428 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:50.956013 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-77758420-21d9-4c71-8860-b6744f826570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:50.957626 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-77758420-21d9-4c71-8860-b6744f826570 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655851 Aug 24 17:51:51.036976 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e846ff5-3a09-4fa2-ac73-085f3c5a1a3a req-98760721-806d-4d2f-88b8-7f919ff0a301 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:51.038685 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6e846ff5-3a09-4fa2-ac73-085f3c5a1a3a req-98760721-806d-4d2f-88b8-7f919ff0a301 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 944 time: 0.1676776 Aug 24 17:51:51.079025 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-325192ca-8ac6-4c54-baba-8955622aa851 req-174ccae8-ede7-4d4e-8ed1-9fff5de9522b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915919 Aug 24 17:51:51.081885 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69928715-6332-4fb4-af06-1614f00c5c0d req-d72be628-426f-4950-b083-28c15172bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:51.083332 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-69928715-6332-4fb4-af06-1614f00c5c0d req-d72be628-426f-4950-b083-28c15172bda6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 917 time: 0.2369621 Aug 24 17:51:51.140194 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a7cea549-e962-4e29-aae9-417e7dbab8f0 req-115d0d14-4adf-4887-8ed2-511ab10eae7a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808157 Aug 24 17:51:51.181569 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6e846ff5-3a09-4fa2-ac73-085f3c5a1a3a req-1f5cb982-2b4e-4920-9717-9916ea0781d4 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201708 Aug 24 17:51:51.184033 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-f1ba6074-c1dc-4fe1-951c-4325e9159179 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071760 Aug 24 17:51:51.314568 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:51.525345 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46408) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:51.572254 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 4ef448d4-f3c6-4482-a435-e54d91528c44 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:51.649108 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 4ef448d4-f3c6-4482-a435-e54d91528c44 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:51:51.664547 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2123993372-network', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:51.764649 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d2155db-3fa5-452f-8e0f-3ee077a2aebf req-26110f85-4a8d-4e2b-8233-8ce86026f1a9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709018 Aug 24 17:51:51.774261 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 4ef448d4-f3c6-4482-a435-e54d91528c44 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:51.774929 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:51.819842 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46414) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:51.839378 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Made reservation on behalf of 54cebab3bf1f440dbaa4ef020177a4bb for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:51.846077 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:51.875518 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:51.879933 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7f06ce89-1bcc-4251-85b9-0c59903dcf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:51.885440 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:51.906725 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae045dc-af0d-4f7c-8f24-15c64bbf95de req-610cf58e-ed1b-41f4-a4e1-ed3f301364d8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:51.908457 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3ae045dc-af0d-4f7c-8f24-15c64bbf95de req-610cf58e-ed1b-41f4-a4e1-ed3f301364d8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 945 time: 0.1332903 Aug 24 17:51:51.922306 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:51.925412 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-69928715-6332-4fb4-af06-1614f00c5c0d req-b64e8b00-12e7-4d93-8d13-be6dc2b5f130 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12033839-1050-4fb0-90d7-ede010ae619a HTTP/1.1" status: 200 len: 1001 time: 0.3321359 Aug 24 17:51:51.926224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 4ef448d4-f3c6-4482-a435-e54d91528c44 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:51.926878 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:51.976668 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 4ef448d4-f3c6-4482-a435-e54d91528c44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4ef448d4-f3c6-4482-a435-e54d91528c44,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:51.977920 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134fa9aa-ee04-40f4-807a-57429a1b55fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef448d4-f3c6-4482-a435-e54d91528c44'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:51.980247 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7893bc-15b0-4f94-8405-61c8e0f94d71" -d '{"events": [{"server_uuid": "134fa9aa-ee04-40f4-807a-57429a1b55fd", "name": "network-vif-plugged", "status": "completed", "tag": "4ef448d4-f3c6-4482-a435-e54d91528c44"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:51.993151 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69928715-6332-4fb4-af06-1614f00c5c0d req-3d2d93a4-1b18-417c-82a0-17fc59c707b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:51.996235 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-69928715-6332-4fb4-af06-1614f00c5c0d req-3d2d93a4-1b18-417c-82a0-17fc59c707b7 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 200 len: 855 time: 0.0638123 Aug 24 17:51:52.024551 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2906f4-1477-4481-b126-4419011ff5d4 x-openstack-request-id: req-5f2906f4-1477-4481-b126-4419011ff5d4 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:52.025039 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134fa9aa-ee04-40f4-807a-57429a1b55fd", "name": "network-vif-plugged", "status": "completed", "tag": "4ef448d4-f3c6-4482-a435-e54d91528c44", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:52.025462 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f2906f4-1477-4481-b126-4419011ff5d4 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:52.026332 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2906f4-1477-4481-b126-4419011ff5d4'] response: {'server_uuid': '134fa9aa-ee04-40f4-807a-57429a1b55fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef448d4-f3c6-4482-a435-e54d91528c44', 'code': 200} Aug 24 17:51:52.045572 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3ae045dc-af0d-4f7c-8f24-15c64bbf95de req-cb0f5b2b-83a0-40f7-9c0b-ebb77605da46 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238794 Aug 24 17:51:52.091012 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69928715-6332-4fb4-af06-1614f00c5c0d req-d25c24b2-1b9d-434f-a10a-8b19661d380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:52.093806 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-69928715-6332-4fb4-af06-1614f00c5c0d req-d25c24b2-1b9d-434f-a10a-8b19661d380d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=010bcf84-2f06-4274-8553-0a7884f5d83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880525 Aug 24 17:51:52.120384 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7f06ce89-1bcc-4251-85b9-0c59903dcf0f admin admin] Publish callbacks [] for security_group (5f632439-2325-443c-817c-f8981d894f3d), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.130581 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Publish callbacks [] for security_group (ad425cd5-892f-46ff-82ae-276b65f5b251), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.132207 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.133300 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 12033839-1050-4fb0-90d7-ede010ae619a no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:51:52.207907 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:52.212577 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-69928715-6332-4fb4-af06-1614f00c5c0d req-3e3b6191-014c-4bf7-a921-d0cf553d3a6b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040027 Aug 24 17:51:52.227766 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=4ef448d4-f3c6-4482-a435-e54d91528c44,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:52.239528 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7f06ce89-1bcc-4251-85b9-0c59903dcf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5f632439-2325-443c-817c-f8981d894f3d), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.280017 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:52.283764 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 12033839-1050-4fb0-90d7-ede010ae619a is: ACTIVE; New status is: DOWN {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:52.284224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.318723 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ad425cd5-892f-46ff-82ae-276b65f5b251), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.336020 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:52.377903 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-69928715-6332-4fb4-af06-1614f00c5c0d req-26f3b00f-6109-42d8-90a2-1d7dfded1ba5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518245 Aug 24 17:51:52.378105 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06ce89-1bcc-4251-85b9-0c59903dcf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f632439-2325-443c-817c-f8981d894f3d,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:52.385064 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-7f06ce89-1bcc-4251-85b9-0c59903dcf0f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8c7daa4f7ef04719a402d1b934eb3dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5626111 Aug 24 17:51:52.386048 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46422) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:52.408332 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66026ac5-405c-4f1d-a9e8-3d195a7b699b req-2ebee508-bfa4-4d70-bd77-b8b8c609023e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:52.410052 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-66026ac5-405c-4f1d-a9e8-3d195a7b699b req-2ebee508-bfa4-4d70-bd77-b8b8c609023e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.1540151 Aug 24 17:51:52.414174 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:51:52.458851 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d488e8-8c27-4d48-800e-d97be3b2366d req-94dd9f98-7190-438e-b477-d1a4a805a8c4 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:52.460514 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d7d488e8-8c27-4d48-800e-d97be3b2366d req-94dd9f98-7190-438e-b477-d1a4a805a8c4 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 945 time: 0.1364844 Aug 24 17:51:52.461656 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fd76b9c2-3551-40c9-a7dd-f0603516544d admin admin] Publish callbacks [] for security_group (5f632439-2325-443c-817c-f8981d894f3d), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.464011 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.469722 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (65b7f409-e5c3-451a-875b-da2076799e52), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.474010 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Added segment 65b7f409-e5c3-451a-875b-da2076799e52 of type vlan for network 2846555c-99d6-42dd-b3aa-b589c6b8e767 Aug 24 17:51:52.484490 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad425cd5-892f-46ff-82ae-276b65f5b251,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:52.502050 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fd76b9c2-3551-40c9-a7dd-f0603516544d admin admin] Publish callbacks [] for security_group (5f632439-2325-443c-817c-f8981d894f3d), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.541540 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=8']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:52.564461 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (2846555c-99d6-42dd-b3aa-b589c6b8e767), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.584711 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-66026ac5-405c-4f1d-a9e8-3d195a7b699b req-9661541d-a474-413f-a7e6-5400efaa24b7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543820 Aug 24 17:51:52.609377 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d7d488e8-8c27-4d48-800e-d97be3b2366d req-de789f00-ab7b-4d1b-a5b7-af50d7bfcd05 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261227 Aug 24 17:51:52.640832 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fd76b9c2-3551-40c9-a7dd-f0603516544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5f632439-2325-443c-817c-f8981d894f3d), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.645043 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fd76b9c2-3551-40c9-a7dd-f0603516544d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.646748 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-fd76b9c2-3551-40c9-a7dd-f0603516544d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5f632439-2325-443c-817c-f8981d894f3d HTTP/1.1" status: 204 len: 168 time: 0.2571003 Aug 24 17:51:52.660760 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76b9c2-3551-40c9-a7dd-f0603516544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f632439-2325-443c-817c-f8981d894f3d,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:52.703603 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (2846555c-99d6-42dd-b3aa-b589c6b8e767), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.705714 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:52.706652 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:52.793293 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:52.826966 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] Pushing event updated for resources: {'Network': ['ID=2846555c-99d6-42dd-b3aa-b589c6b8e767,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:52.833433 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-827fe360-4afe-4240-bb4b-902dee967715 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3063905 Aug 24 17:51:52.836506 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46428) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:52.838805 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:51:52.841172 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e8bc-7e9d-4819-9cf0-86e1df84b008 req-45a49a0b-911a-4f0e-98c4-5a52915113fb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:52.843232 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Request body: {'subnet': {'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2123993372-subnet', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'ip_version': 4}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:52.843476 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9ce7e8bc-7e9d-4819-9cf0-86e1df84b008 req-45a49a0b-911a-4f0e-98c4-5a52915113fb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.1202760 Aug 24 17:51:52.932161 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9ce7e8bc-7e9d-4819-9cf0-86e1df84b008 req-81a78766-3eab-43e1-a5c9-38c8f03bfff0 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830369 Aug 24 17:51:52.976180 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Made reservation on behalf of 54cebab3bf1f440dbaa4ef020177a4bb for: {'subnet': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:52.979148 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17617081'] for subnet (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:53.047095 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:53.131436 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:53.240124 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:53.250598 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffbc08-4571-4329-84c1-7b14d7642bed req-43fc793b-db5e-4998-8980-ebd7361cd381 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:53.252382 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-13ffbc08-4571-4329-84c1-7b14d7642bed req-43fc793b-db5e-4998-8980-ebd7361cd381 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0937967 Aug 24 17:51:53.337829 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-13ffbc08-4571-4329-84c1-7b14d7642bed req-cf685aec-1fb2-4a83-b462-655211e1f82a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788796 Aug 24 17:51:53.400498 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17012216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17617111'] for subnet (ef7139a4-0225-4999-b9c2-098ddfe2e9e1), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:53.445999 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:53.470845 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7139a4-0225-4999-b9c2-098ddfe2e9e1,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:53.482881 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Checking segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:53.482881 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Network hostable DHCP agents. Network: 2846555c-99d6-42dd-b3aa-b589c6b8e767, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:51:53.599919 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:51:53.762550 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4157af3-48ec-4724-a64e-8b5e1db9e055 req-cd37717c-ee28-436e-b9fb-903b64cdd8f7 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:53.764166 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c4157af3-48ec-4724-a64e-8b5e1db9e055 req-cd37717c-ee28-436e-b9fb-903b64cdd8f7 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 945 time: 0.0568395 Aug 24 17:51:53.776444 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 2846555c-99d6-42dd-b3aa-b589c6b8e767) {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:53.781766 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:53.782646 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:53.791196 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d3fd70-5841-4fc6-87b5-2ac1a965e3e4 None None] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:51:53.830605 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c4157af3-48ec-4724-a64e-8b5e1db9e055 req-e1207234-48cc-4415-b434-e761ad4e2454 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601418 Aug 24 17:51:53.957063 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-b4710406-8b0a-405c-9950-068625420d00 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1188750 Aug 24 17:51:53.959926 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46450) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:53.964737 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:53.967919 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40afa4-408c-4220-8a70-389fdab8053e req-13352e52-6ccc-4459-bf5d-e4bb6a0986f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:53.970004 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9f40afa4-408c-4220-8a70-389fdab8053e req-13352e52-6ccc-4459-bf5d-e4bb6a0986f9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 1129 time: 0.0704112 Aug 24 17:51:53.993426 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-2846555c-99d6-42dd-b3aa-b589c6b8e767', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:51:53.995436 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:54.030002 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:54.034096 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88137f7-6d12-4b9d-806f-67b34140a5a9" -d '{"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-unplugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:54.066962 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9f40afa4-408c-4220-8a70-389fdab8053e req-701a87f6-f33d-4bc9-abc8-a391a47ac895 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641782 Aug 24 17:51:54.114640 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (4c879247-18bc-400b-99f8-82d3e0398fb9), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:54.116172 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (4c879247-18bc-400b-99f8-82d3e0398fb9), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:54.127327 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fdb157-43b3-4fd1-8347-c9491da67282 x-openstack-request-id: req-81fdb157-43b3-4fd1-8347-c9491da67282 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:54.127626 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-unplugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:54.128254 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81fdb157-43b3-4fd1-8347-c9491da67282 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:54.130129 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fdb157-43b3-4fd1-8347-c9491da67282'] response: {'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a', 'code': 200} Aug 24 17:51:54.217705 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Allocated IP 172.20.0.2 (2846555c-99d6-42dd-b3aa-b589c6b8e767/ef7139a4-0225-4999-b9c2-098ddfe2e9e1/6104526b-d185-46e9-b4cf-d97a4de6f7e3) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:54.231485 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks [] for router_controller (4c879247-18bc-400b-99f8-82d3e0398fb9), precommit_add_association {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:54.394495 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:54.457416 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Publish callbacks [] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:54.566613 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:54.617946 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:54.622116 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:54.625516 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:54.634391 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b10e2-f877-422e-8a25-8345adf13a28 req-4fb0478a-fdb5-40f5-8935-e5c9412c39d1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:54.636068 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aa8b10e2-f877-422e-8a25-8345adf13a28 req-4fb0478a-fdb5-40f5-8935-e5c9412c39d1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1331170 Aug 24 17:51:54.638629 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks [] for router_gateway (4c879247-18bc-400b-99f8-82d3e0398fb9), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:54.654110 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Pushing event updated for resources: {'Port': ['ID=6104526b-d185-46e9-b4cf-d97a4de6f7e3,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:54.676413 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:54.708125 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aa8b10e2-f877-422e-8a25-8345adf13a28 req-e6d19b3b-1774-446f-915b-49dee4b396ff tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606062 Aug 24 17:51:54.765494 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:51:54.766475 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Attempting to bind port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:54.766977 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Attempting to bind port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:54.767453 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Attempting to bind port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:54.775067 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:54.775648 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Checking segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:54.776419 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:54.776920 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Bound using segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:54.777540 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Bound port: 6104526b-d185-46e9-b4cf-d97a4de6f7e3, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:54.778801 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:54.906059 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] For port 6104526b-d185-46e9-b4cf-d97a4de6f7e3, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:54.911732 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] For port 6104526b-d185-46e9-b4cf-d97a4de6f7e3, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=6104526b-d185-46e9-b4cf-d97a4de6f7e3,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:55.025023 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:55.031385 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd196c-4c00-423d-b164-fd8fd1a8e2ff req-d6bf821d-d46a-4ad1-a140-22781ad02ee2 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:55.033012 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-46cd196c-4c00-423d-b164-fd8fd1a8e2ff req-d6bf821d-d46a-4ad1-a140-22781ad02ee2 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 945 time: 0.0838583 Aug 24 17:51:55.034770 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks [] for router_gateway (4c879247-18bc-400b-99f8-82d3e0398fb9), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:55.073706 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:55.082772 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:55.097442 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2d63e-781f-4629-b141-f152d6987d82 None None] Pushing event updated for resources: {'Port': ['ID=6104526b-d185-46e9-b4cf-d97a4de6f7e3,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:55.163467 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-46cd196c-4c00-423d-b164-fd8fd1a8e2ff req-4765d4cd-d507-4ba1-b4fb-3be119c29c83 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023061 Aug 24 17:51:55.248066 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Allocated IP 172.27.2.102 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/34844f62-2f9c-4311-a521-3b2326644088) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:55.499131 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks [] for port (34844f62-2f9c-4311-a521-3b2326644088), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:55.507972 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:55.654130 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 6104526b-d185-46e9-b4cf-d97a4de6f7e3 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:55.676360 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (34844f62-2f9c-4311-a521-3b2326644088), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:55.721441 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:55.721441 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:55.731692 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:55.735292 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:55.741314 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:55.776566 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Pushing event updated for resources: {'Port': ['ID=34844f62-2f9c-4311-a521-3b2326644088,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:56.026308 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3351dfc-70c0-489b-8107-5ebd2830cddf req-b2be8056-c2f9-4cb8-a956-022b2bca2da5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:56.029028 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a3351dfc-70c0-489b-8107-5ebd2830cddf req-b2be8056-c2f9-4cb8-a956-022b2bca2da5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1234305 Aug 24 17:51:56.138567 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a3351dfc-70c0-489b-8107-5ebd2830cddf req-9fd029a2-1c64-4ca1-a224-b777290cc022 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993803 Aug 24 17:51:56.153381 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94578f-62de-4096-aef8-b5e3337b8cb3 req-079bfb9f-2cc8-41d3-9c55-00f891288a6d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:56.155175 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ca94578f-62de-4096-aef8-b5e3337b8cb3 req-079bfb9f-2cc8-41d3-9c55-00f891288a6d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0722072 Aug 24 17:51:56.186494 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:56.193668 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:56.213224 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-9724e0f1-74a4-43e3-bbc8-92cfd58331e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:56.215894 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-9724e0f1-74a4-43e3-bbc8-92cfd58331e4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 1129 time: 0.0690029 Aug 24 17:51:56.264032 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 6104526b-d185-46e9-b4cf-d97a4de6f7e3, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=6104526b-d185-46e9-b4cf-d97a4de6f7e3,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:56.348953 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:56.360717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07149fb-1ff8-46dd-b86b-056b1eb2e247 req-c0fdf785-6c60-45f4-9fa7-2d64a0b88047 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:56.362987 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f07149fb-1ff8-46dd-b86b-056b1eb2e247 req-c0fdf785-6c60-45f4-9fa7-2d64a0b88047 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 945 time: 0.0888588 Aug 24 17:51:56.377065 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-e9a5967b-6649-4f2a-8742-db246d4b80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:56.378884 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-e9a5967b-6649-4f2a-8742-db246d4b80f1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.1577423 Aug 24 17:51:56.396625 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ca94578f-62de-4096-aef8-b5e3337b8cb3 req-4233ded0-f7e2-450d-bf33-737fdc6869e4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350514 Aug 24 17:51:56.418019 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks [] for router_gateway (4c879247-18bc-400b-99f8-82d3e0398fb9), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:56.418170 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=6104526b-d185-46e9-b4cf-d97a4de6f7e3,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:56.431900 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-e3a2f31a-dfc3-4c94-84cc-0eb04197f2d7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565c8009-6ae5-4c23-a533-fff7bf8e849d HTTP/1.1" status: 200 len: 217 time: 0.0459878 Aug 24 17:51:56.436273 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068ca94-b11f-40f5-b9c1-cbea04dda1dc None None] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:51:56.526999 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-935b4de0-b69e-45ed-9bac-ea7222cdcb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:56.529570 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-935b4de0-b69e-45ed-9bac-ea7222cdcb4a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0794132 Aug 24 17:51:56.530601 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f07149fb-1ff8-46dd-b86b-056b1eb2e247 req-bfd101fd-e83c-4bf9-a4ed-1b9056b0b8cd tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601095 Aug 24 17:51:56.599968 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-aa15bcd2-bd76-4f99-83a6-4bbe14458719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:56.602468 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-aa15bcd2-bd76-4f99-83a6-4bbe14458719 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572922 Aug 24 17:51:56.632086 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-ef1cd523-3a1b-4b15-b010-581e4f627b27 None None] Provisioning complete for port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:56.632754 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd523-3a1b-4b15-b010-581e4f627b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:56.646300 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46516) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:56.675431 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:56.757558 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:56.762261 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-ef1cd523-3a1b-4b15-b010-581e4f627b27 None None] Current status of the port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:56.832729 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-7940b665-8d9d-48b2-a0b1-42c1a03d8a91 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172892 Aug 24 17:51:56.839046 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (4c879247-18bc-400b-99f8-82d3e0398fb9), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:56.901579 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1383-6d49-4341-b047-288537962a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:56.991704 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-24d15be0-3418-40c1-8575-9149a2055932 None None] Provisioning complete for port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:56.993164 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-24d15be0-3418-40c1-8575-9149a2055932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:57.021449 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8f5d61b1-c8e3-438e-8bff-4ca197b4e171 req-b72e018c-9c8a-403b-88c8-cf44e19a3eb4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753244 Aug 24 17:51:57.071395 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:57.076868 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1383-6d49-4341-b047-288537962a1b admin admin] Publish callbacks [] for security_group (3e737d6e-23c9-4207-80d2-74ba845911ff), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:57.095766 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-24d15be0-3418-40c1-8575-9149a2055932 None None] Current status of the port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:57.148652 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1383-6d49-4341-b047-288537962a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (3e737d6e-23c9-4207-80d2-74ba845911ff), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:57.198223 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-2d4a1383-6d49-4341-b047-288537962a1b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3f04161193df44febc6e8b3fa93621dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5503507 Aug 24 17:51:57.201231 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a1383-6d49-4341-b047-288537962a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e737d6e-23c9-4207-80d2-74ba845911ff,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:57.204003 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46556) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:57.268286 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8f75052b-8bb4-4bce-8ba7-1b6fb47c502a admin admin] Publish callbacks [] for security_group (3e737d6e-23c9-4207-80d2-74ba845911ff), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:57.269259 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:57.287993 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:57.293747 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8f75052b-8bb4-4bce-8ba7-1b6fb47c502a admin admin] Publish callbacks [] for security_group (3e737d6e-23c9-4207-80d2-74ba845911ff), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:57.405872 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Router 4c879247-18bc-400b-99f8-82d3e0398fb9 is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:51:57.435905 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8f75052b-8bb4-4bce-8ba7-1b6fb47c502a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (3e737d6e-23c9-4207-80d2-74ba845911ff), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:57.438894 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8f75052b-8bb4-4bce-8ba7-1b6fb47c502a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:57.442985 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-8f75052b-8bb4-4bce-8ba7-1b6fb47c502a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3e737d6e-23c9-4207-80d2-74ba845911ff HTTP/1.1" status: 204 len: 168 time: 0.2353413 Aug 24 17:51:57.478889 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75052b-8bb4-4bce-8ba7-1b6fb47c502a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e737d6e-23c9-4207-80d2-74ba845911ff,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:57.577077 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:51:57.585635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Sync routers for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:51:57.607484 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:57.608144 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:57.685145 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a7036-2cc4-4e83-b9d5-9614ed8b92e4 req-733e142d-ac30-434a-bd31-4a38021268f2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:57.687843 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-344a7036-2cc4-4e83-b9d5-9614ed8b92e4 req-733e142d-ac30-434a-bd31-4a38021268f2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0895312 Aug 24 17:51:57.692398 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 6104526b-d185-46e9-b4cf-d97a4de6f7e3 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:57.734578 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:57.738620 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-86e67902-d109-497e-8898-23cc57be4221 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7751338 Aug 24 17:51:57.739249 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46568) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:57.769552 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-344a7036-2cc4-4e83-b9d5-9614ed8b92e4 req-4948cb9c-084f-4d78-8f3b-3272d2d46bf0 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735736 Aug 24 17:51:57.781978 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:57.782664 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:57.818707 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:58.008114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:58.124130 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:56Z', 'revision_number': 3, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:58.158783 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-11d9eaf1-6936-4308-b352-a3fb07849cb9 req-907c0c6e-8944-4a8a-b6b9-def8abb4fed6 service neutron] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:51:58.159813 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-11d9eaf1-6936-4308-b352-a3fb07849cb9 req-907c0c6e-8944-4a8a-b6b9-def8abb4fed6 service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056345 Aug 24 17:51:58.163276 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Checking router: 4c879247-18bc-400b-99f8-82d3e0398fb9 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:51:58.163863 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Updating router 4c879247-18bc-400b-99f8-82d3e0398fb9 port 34844f62-2f9c-4311-a521-3b2326644088 binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:51:58.185566 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:58.220912 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (34844f62-2f9c-4311-a521-3b2326644088), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.364013 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.495892 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:58.510496 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Publish callbacks [] for port (34844f62-2f9c-4311-a521-3b2326644088), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.548471 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Allocated IP 172.20.0.1 (2846555c-99d6-42dd-b3aa-b589c6b8e767/ef7139a4-0225-4999-b9c2-098ddfe2e9e1/3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:58.628787 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46594) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:58.649660 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-29e0792a-2f1f-4337-827e-f73cf0fce060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.688305 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Publish callbacks [] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.708759 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (34844f62-2f9c-4311-a521-3b2326644088), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.751757 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Attempting to bind port 34844f62-2f9c-4311-a521-3b2326644088 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:58.752139 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Attempting to bind port 34844f62-2f9c-4311-a521-3b2326644088 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:58.752577 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Attempting to bind port 34844f62-2f9c-4311-a521-3b2326644088 on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:58.759259 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-29e0792a-2f1f-4337-827e-f73cf0fce060 admin admin] Publish callbacks [] for security_group (33fea7ec-32d4-456f-b264-5b4c172347a9), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.765129 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:58.765511 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:58.765943 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.766340 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:58.766825 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Bound port: 34844f62-2f9c-4311-a521-3b2326644088, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:58.767229 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (34844f62-2f9c-4311-a521-3b2326644088), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.807616 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef35c4-3edc-464c-83b9-bece289ce465 None None] Pushing event updated for resources: {'Port': ['ID=34844f62-2f9c-4311-a521-3b2326644088,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:58.838838 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] For port 34844f62-2f9c-4311-a521-3b2326644088, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:58.842957 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] For port 34844f62-2f9c-4311-a521-3b2326644088, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=34844f62-2f9c-4311-a521-3b2326644088,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:58.862330 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.870395 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-29e0792a-2f1f-4337-827e-f73cf0fce060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (33fea7ec-32d4-456f-b264-5b4c172347a9), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.899698 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:58.921444 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:58.927514 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22daa1-d1f2-459a-873d-47342583ca53 req-3d3dc7a5-6daf-4720-8906-0ed0abdeac72 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:58.927976 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:58.929120 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7f22daa1-d1f2-459a-873d-47342583ca53 req-3d3dc7a5-6daf-4720-8906-0ed0abdeac72 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1222775 Aug 24 17:51:58.931560 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (34844f62-2f9c-4311-a521-3b2326644088), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:58.943522 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:58.949569 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:58.995690 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Pushing event updated for resources: {'Port': ['ID=3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:58.995832 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e33376-b310-476b-ab93-b893ea03531b req-e816b61c-92c0-4572-afa0-aedbd141588a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:58.998921 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-58e33376-b310-476b-ab93-b893ea03531b req-e816b61c-92c0-4572-afa0-aedbd141588a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.1456327 Aug 24 17:51:59.007824 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0792a-2f1f-4337-827e-f73cf0fce060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fea7ec-32d4-456f-b264-5b4c172347a9,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:59.014370 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-29e0792a-2f1f-4337-827e-f73cf0fce060 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=427acd07fea14506a19ba053a842474a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840575 Aug 24 17:51:59.018732 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46604) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:59.024115 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (4c879247-18bc-400b-99f8-82d3e0398fb9), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.036902 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:59.038636 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:59.102328 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:59.127739 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7f22daa1-d1f2-459a-873d-47342583ca53 req-c3c0e6ac-a53a-4d99-b900-53e1cc61aec3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753986 Aug 24 17:51:59.163537 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-58e33376-b310-476b-ab93-b893ea03531b req-21c68a54-3477-4b68-a44d-1447368b7f1e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480007 Aug 24 17:51:59.171908 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-63585a99-264d-4274-8cd6-6b3279103d2c admin admin] Publish callbacks [] for security_group (33fea7ec-32d4-456f-b264-5b4c172347a9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.212614 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef35c4-3edc-464c-83b9-bece289ce465 None None] Pushing event updated for resources: {'Port': ['ID=34844f62-2f9c-4311-a521-3b2326644088,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:59.226430 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-63585a99-264d-4274-8cd6-6b3279103d2c admin admin] Publish callbacks [] for security_group (33fea7ec-32d4-456f-b264-5b4c172347a9), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.262736 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:59.399676 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.407283 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-63585a99-264d-4274-8cd6-6b3279103d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (33fea7ec-32d4-456f-b264-5b4c172347a9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.410901 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-63585a99-264d-4274-8cd6-6b3279103d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.415175 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-63585a99-264d-4274-8cd6-6b3279103d2c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/33fea7ec-32d4-456f-b264-5b4c172347a9 HTTP/1.1" status: 204 len: 168 time: 0.3944488 Aug 24 17:51:59.431178 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63585a99-264d-4274-8cd6-6b3279103d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fea7ec-32d4-456f-b264-5b4c172347a9,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:59.462681 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:59.516106 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:56Z', 'revision_number': 3, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:59.548380 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d61357-29ec-483d-81a8-b25b0c6537b1 None None] The sync data for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi is: [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:56Z', 'revision_number': 3, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:51:59.561895 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-38eaae1b-38df-47f5-a71e-f8b224195212 None None] Provisioning complete for port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:59.562291 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-38eaae1b-38df-47f5-a71e-f8b224195212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.603022 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 12033839-1050-4fb0-90d7-ede010ae619a no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:51:59.680054 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-38eaae1b-38df-47f5-a71e-f8b224195212 None None] Port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:51:59.731795 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46624) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:59.734566 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Publish callbacks [] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.783301 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 12033839-1050-4fb0-90d7-ede010ae619a is: DOWN; New status is: DOWN {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:59.811330 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.864680 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:59.889222 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Pushing event updated for resources: {'Port': ['ID=3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:59.933354 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (4c879247-18bc-400b-99f8-82d3e0398fb9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:59.940984 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-caa6c03a-93a5-49b2-a3fb-54014ea49523 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2072613 Aug 24 17:51:59.958279 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-4061c1b1-382d-4efa-96df-5c227e70c150 service neutron] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:51:59.962093 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-4061c1b1-382d-4efa-96df-5c227e70c150 service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061181 Aug 24 17:52:00.105159 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:00.108702 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:00.235985 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46644) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:00.286593 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Router 4c879247-18bc-400b-99f8-82d3e0398fb9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:52:00.398601 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:00.456402 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-45fc1dc7-94a2-43d3-87cb-f3b7a6b2ee71 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:00.467022 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-45fc1dc7-94a2-43d3-87cb-f3b7a6b2ee71 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports/12033839-1050-4fb0-90d7-ede010ae619a HTTP/1.1" status: 200 len: 940 time: 0.2289665 Aug 24 17:52:00.482794 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:00.524316 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-9845e88a-1fce-49ff-9249-51eed4c77037 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4c879247-18bc-400b-99f8-82d3e0398fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7837389 Aug 24 17:52:00.531967 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-485ff800-1f14-4687-b1a2-85bb0ead74dc None None] Provisioning complete for port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:00.533209 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-485ff800-1f14-4687-b1a2-85bb0ead74dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:00.588072 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24a4d2-3cde-416e-8772-08f2d5b4a6b3 req-ddc0c41f-bd46-4229-a4cc-2e88bf3f48f0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:00.606766 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4e24a4d2-3cde-416e-8772-08f2d5b4a6b3 req-ddc0c41f-bd46-4229-a4cc-2e88bf3f48f0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.2005069 Aug 24 17:52:00.644072 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-485ff800-1f14-4687-b1a2-85bb0ead74dc None None] Port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:00.660111 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17971-ca8d-4283-af95-b0201ac62c2d req-db41d5d2-9649-496a-9f5b-5ccbd30c2df6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:00.661698 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eee17971-ca8d-4283-af95-b0201ac62c2d req-db41d5d2-9649-496a-9f5b-5ccbd30c2df6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.2616751 Aug 24 17:52:00.734368 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4e24a4d2-3cde-416e-8772-08f2d5b4a6b3 req-b2926132-5abe-4ff9-8109-1b52ccc3acc7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260946 Aug 24 17:52:00.792898 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eee17971-ca8d-4283-af95-b0201ac62c2d req-82a5b832-958c-498c-88c1-a91f0ea1a13d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229212 Aug 24 17:52:01.639848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46686) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:01.642758 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 34844f62-2f9c-4311-a521-3b2326644088 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:01.647059 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1849349733-network', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:01.705364 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 34844f62-2f9c-4311-a521-3b2326644088 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:01.705749 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (34844f62-2f9c-4311-a521-3b2326644088), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:01.767532 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Made reservation on behalf of b93845e04a89497cb5f963884d95c2ba for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:01.770982 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:01.785481 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:01.812094 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 34844f62-2f9c-4311-a521-3b2326644088 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:01.812094 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (34844f62-2f9c-4311-a521-3b2326644088), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:01.841688 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 34844f62-2f9c-4311-a521-3b2326644088, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=34844f62-2f9c-4311-a521-3b2326644088,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:01.892399 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Sync routers for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:01.904840 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:01.905818 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:01.914224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (34844f62-2f9c-4311-a521-3b2326644088), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:01.931041 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f861b-7a4a-4b28-96f2-2349c4cf516a req-21ffdfcb-9e06-4fbb-adac-3157a59273db tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:01.932615 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5d7f861b-7a4a-4b28-96f2-2349c4cf516a req-21ffdfcb-9e06-4fbb-adac-3157a59273db tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0876076 Aug 24 17:52:02.007219 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=34844f62-2f9c-4311-a521-3b2326644088,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:02.007423 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb46d5-a6ac-4c89-9883-60faae566930 req-1d640e3b-3937-4fb7-b49b-7326129e1c6d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:02.008451 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aecb46d5-a6ac-4c89-9883-60faae566930 req-1d640e3b-3937-4fb7-b49b-7326129e1c6d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.1092255 Aug 24 17:52:02.010838 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Publish callbacks [] for security_group (ffe13a2b-31a7-48f6-a549-137bf8096c78), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.069022 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5d7f861b-7a4a-4b28-96f2-2349c4cf516a req-c87dc2a1-0a80-4b0b-8266-d6dff1c878d8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155870 Aug 24 17:52:02.091930 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aecb46d5-a6ac-4c89-9883-60faae566930 req-3ee666c2-9482-4db3-83a1-4c3898fd8363 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720491 Aug 24 17:52:02.097555 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ffe13a2b-31a7-48f6-a549-137bf8096c78), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.150104 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:02.153394 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:02.156104 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:52:02.158838 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe13a2b-31a7-48f6-a549-137bf8096c78,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:02.172709 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (a482682a-b523-4fc3-a620-625a093bcd0c), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.174085 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Added segment a482682a-b523-4fc3-a620-625a093bcd0c of type vlan for network 2b9678c5-5243-4656-9b6a-3cdd9092f57a Aug 24 17:52:02.243117 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (2b9678c5-5243-4656-9b6a-3cdd9092f57a), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.319625 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (2b9678c5-5243-4656-9b6a-3cdd9092f57a), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.320691 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:02.321481 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.386409 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] Pushing event updated for resources: {'Network': ['ID=2b9678c5-5243-4656-9b6a-3cdd9092f57a,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:02.389896 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 2, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:02.397762 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 2b9678c5-5243-4656-9b6a-3cdd9092f57a details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:52:02.414898 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-1a7d9a87-7ed3-4b3c-b2c5-aa3f02161700 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7723281 Aug 24 17:52:02.418901 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46698) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:02.421361 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Checking router: 4c879247-18bc-400b-99f8-82d3e0398fb9 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:02.421974 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Updating router 4c879247-18bc-400b-99f8-82d3e0398fb9 port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:52:02.425774 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Request body: {'subnet': {'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1849349733-subnet', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'ip_version': 4}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:02.460157 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.501152 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Made reservation on behalf of b93845e04a89497cb5f963884d95c2ba for: {'subnet': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:02.504015 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17617081'] for subnet (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.758580 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Publish callbacks [] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.811566 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17012216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17617111'] for subnet (ef6d32ed-1ff7-4a44-b838-26cc0189cf75), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.833481 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:02.839753 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.864730 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6d32ed-1ff7-4a44-b838-26cc0189cf75,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:02.889282 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Checking segment: {'id': 'a482682a-b523-4fc3-a620-625a093bcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:02.889697 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Network hostable DHCP agents. Network: 2b9678c5-5243-4656-9b6a-3cdd9092f57a, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:52:02.938415 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Pushing event updated for resources: {'Port': ['ID=3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:02.948232 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.948577 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.948970 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.950074 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.950487 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.950836 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.951183 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.951488 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.951820 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.952149 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.952516 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.952869 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.953202 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.953529 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.953878 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:02.961889 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Attempting to bind port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:02.962329 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Attempting to bind port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:02.962693 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Attempting to bind port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:02.969092 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:02.969473 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Checking segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:02.969910 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.970307 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Bound using segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:02.970784 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Bound port: 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:02.971169 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:02.982684 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:02.987896 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Network 2b9678c5-5243-4656-9b6a-3cdd9092f57a is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:52:03.006780 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:03.038452 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] For port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:03.041788 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] For port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:03.107503 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 2b9678c5-5243-4656-9b6a-3cdd9092f57a) {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:03.108075 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:03.113071 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:03.113968 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:03.123759 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da9f78-2bd7-46a6-b253-708eed4becb1 None None] Network 2b9678c5-5243-4656-9b6a-3cdd9092f57a requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:52:03.156488 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:03.157180 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:03.250889 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a90e-13e0-456b-b72f-c25141a8e2cc req-4053b69e-65f0-4a83-87f9-f61b9ef242a3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:03.269508 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-2b9678c5-5243-4656-9b6a-3cdd9092f57a', 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a', 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'fixed_ips': [{'subnet_id': 'ef6d32ed-1ff7-4a44-b838-26cc0189cf75'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:52:03.270872 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:03.271216 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d09cfd65-9ade-4937-8548-8bc4e43cd940 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8502669 Aug 24 17:52:03.273683 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46708) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:03.283089 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5581a90e-13e0-456b-b72f-c25141a8e2cc req-4053b69e-65f0-4a83-87f9-f61b9ef242a3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0995607 Aug 24 17:52:03.285693 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:03.287726 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5273b-903d-49dc-a470-1d1ffd6bd1dd None None] Pushing event updated for resources: {'Port': ['ID=3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692,revision_number=4']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:03.350932 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:03.410458 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8cbb0-7442-4e00-9632-2e9fad2f6c51 req-67a0c645-d10e-4a28-bd4d-64dc32e4afc6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:03.412124 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-59c8cbb0-7442-4e00-9632-2e9fad2f6c51 req-67a0c645-d10e-4a28-bd4d-64dc32e4afc6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.1059022 Aug 24 17:52:03.428476 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (cd49fb0a-397a-4676-8405-c9fedd3bcb88), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:03.430258 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (cd49fb0a-397a-4676-8405-c9fedd3bcb88), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:03.430459 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5581a90e-13e0-456b-b72f-c25141a8e2cc req-5dfeddc3-33ad-402b-b1e8-905d724f3db0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456456 Aug 24 17:52:03.444959 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:03.506709 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-59c8cbb0-7442-4e00-9632-2e9fad2f6c51 req-f6026452-06ad-45a2-a66f-5559c5cd0f26 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748482 Aug 24 17:52:03.551754 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks [] for router_controller (cd49fb0a-397a-4676-8405-c9fedd3bcb88), precommit_add_association {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:03.554307 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Allocated IP 172.20.0.2 (2b9678c5-5243-4656-9b6a-3cdd9092f57a/ef6d32ed-1ff7-4a44-b838-26cc0189cf75/f35a0e61-0232-41a1-a8f8-72f3017bc0d9) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:03.617550 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 34844f62-2f9c-4311-a521-3b2326644088 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:03.643768 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-09d4b131-adae-4812-9ecd-79824839441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:03Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:03.673451 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4b131-adae-4812-9ecd-79824839441e None None] The sync data for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi is: [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:03Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:03.714416 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:03.722662 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 34844f62-2f9c-4311-a521-3b2326644088 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:03.722662 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (34844f62-2f9c-4311-a521-3b2326644088), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:03.994422 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Publish callbacks [] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:04.002354 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 34844f62-2f9c-4311-a521-3b2326644088 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:04.097447 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:04.146646 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Network 2b9678c5-5243-4656-9b6a-3cdd9092f57a is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:04.151020 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:04.159625 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:04.196535 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Pushing event updated for resources: {'Port': ['ID=f35a0e61-0232-41a1-a8f8-72f3017bc0d9,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:04.226933 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-3a561bff-65a2-47b1-9826-a618566cec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:04.228928 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-3a561bff-65a2-47b1-9826-a618566cec4f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29&tenant_id=9398272c7a3f4a50a38df4b5dec9ac90 HTTP/1.1" status: 200 len: 1127 time: 0.4421430 Aug 24 17:52:04.254260 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Attempting to bind port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:04.254659 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Attempting to bind port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'a482682a-b523-4fc3-a620-625a093bcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:04.255346 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Attempting to bind port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 on network 2b9678c5-5243-4656-9b6a-3cdd9092f57a {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:04.264465 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:04.264853 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Checking segment: {'id': 'a482682a-b523-4fc3-a620-625a093bcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:04.265589 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:04.266023 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Bound using segment: {'id': 'a482682a-b523-4fc3-a620-625a093bcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:04.266853 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Bound port: f35a0e61-0232-41a1-a8f8-72f3017bc0d9, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a482682a-b523-4fc3-a620-625a093bcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:04.267440 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:04.357229 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] For port f35a0e61-0232-41a1-a8f8-72f3017bc0d9, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:04.362262 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] For port f35a0e61-0232-41a1-a8f8-72f3017bc0d9, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=f35a0e61-0232-41a1-a8f8-72f3017bc0d9,segment=NetworkSegment(a482682a-b523-4fc3-a620-625a093bcd0c),segment_id=a482682a-b523-4fc3-a620-625a093bcd0c)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:04.369910 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks [] for router_gateway (cd49fb0a-397a-4676-8405-c9fedd3bcb88), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:04.398077 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-6265c52d-ab7b-46fe-8b10-37f701019b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:04.400285 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-6265c52d-ab7b-46fe-8b10-37f701019b06 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 1127 time: 0.1008005 Aug 24 17:52:04.423761 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:04.473029 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:04.588778 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57502ba-6cb0-4819-9e56-0174d9548b52 None None] Pushing event updated for resources: {'Port': ['ID=f35a0e61-0232-41a1-a8f8-72f3017bc0d9,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:04.600646 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-8134e7cf-912d-4f2c-be97-8b9552c8d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:04.604283 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-8134e7cf-912d-4f2c-be97-8b9552c8d7a1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 917 time: 0.1885417 Aug 24 17:52:04.626619 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef03ad-7798-429d-9081-d26acb459c4e req-2eff314f-ec65-4068-8ad1-085a82fca430 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:04.641578 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-caef03ad-7798-429d-9081-d26acb459c4e req-2eff314f-ec65-4068-8ad1-085a82fca430 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0839450 Aug 24 17:52:04.732826 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:04.777568 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-caef03ad-7798-429d-9081-d26acb459c4e req-d018fd2e-2ef7-49dc-b41d-5d79d0e3c6ff tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344230 Aug 24 17:52:04.793344 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a0109-b77c-410d-bf96-7818eca18b62 req-5e681293-b4b5-4d1f-8972-58ec43d059bd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:04.800029 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-561a0109-b77c-410d-bf96-7818eca18b62 req-5e681293-b4b5-4d1f-8972-58ec43d059bd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.1390984 Aug 24 17:52:04.869789 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks [] for router_gateway (cd49fb0a-397a-4676-8405-c9fedd3bcb88), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:04.896789 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:04.906231 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-561a0109-b77c-410d-bf96-7818eca18b62 req-fd4ee7ae-64ec-4b97-a705-51937da4bf42 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014612 Aug 24 17:52:05.033505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Allocated IP 172.27.2.115 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/b78d34fe-9b96-45e2-9f22-cde394cacc47) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:05.049817 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:05.162732 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks [] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:05.257101 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:05.305787 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:05.309718 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:05.312289 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:05.340810 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Pushing event updated for resources: {'Port': ['ID=b78d34fe-9b96-45e2-9f22-cde394cacc47,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:05.631264 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c416c-822f-4e3b-bc03-24dba2865874 None None] Network 2b9678c5-5243-4656-9b6a-3cdd9092f57a requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:52:05.689980 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device f35a0e61-0232-41a1-a8f8-72f3017bc0d9 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:05.710554 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-745a9d5d-b11c-402c-8900-2de5c5bd8349 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12033839-1050-4fb0-90d7-ede010ae619a HTTP/1.1" status: 200 len: 999 time: 0.1509676 Aug 24 17:52:05.735289 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:05.738236 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks [] for router_gateway (cd49fb0a-397a-4676-8405-c9fedd3bcb88), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:05.771953 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:05.786528 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-2a699744-df73-43fb-83db-fc2c4fc50ae8 None None] Provisioning complete for port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:05.791569 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2a699744-df73-43fb-83db-fc2c4fc50ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:05.844799 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:05.845178 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:05.956752 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919feb74-5013-44ab-ace6-688a0b8e116f req-abbe5e6f-479f-4284-8d4c-16511d59d3f0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:05.958490 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-919feb74-5013-44ab-ace6-688a0b8e116f req-abbe5e6f-479f-4284-8d4c-16511d59d3f0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0834246 Aug 24 17:52:05.988021 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (cd49fb0a-397a-4676-8405-c9fedd3bcb88), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:05.989291 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-2a699744-df73-43fb-83db-fc2c4fc50ae8 None None] Current status of the port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:05.989683 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2a699744-df73-43fb-83db-fc2c4fc50ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:06.021187 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:06.021567 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:06.035707 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-919feb74-5013-44ab-ace6-688a0b8e116f req-c6c2decf-4000-4631-9b18-8e955a44ac2d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696719 Aug 24 17:52:06.081008 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-2a699744-df73-43fb-83db-fc2c4fc50ae8 None None] For port f35a0e61-0232-41a1-a8f8-72f3017bc0d9, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=f35a0e61-0232-41a1-a8f8-72f3017bc0d9,segment=NetworkSegment(a482682a-b523-4fc3-a620-625a093bcd0c),segment_id=a482682a-b523-4fc3-a620-625a093bcd0c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:06.128271 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4e6ef-e555-445b-bd06-bd5c3b1a7fbe req-12907abb-c831-42c4-a9b6-c4ddd8db4771 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:06.130224 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-19e4e6ef-e555-445b-bd06-bd5c3b1a7fbe req-12907abb-c831-42c4-a9b6-c4ddd8db4771 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0932593 Aug 24 17:52:06.166195 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2a699744-df73-43fb-83db-fc2c4fc50ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:06.207281 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:06.208305 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-19e4e6ef-e555-445b-bd06-bd5c3b1a7fbe req-74c92e0b-7273-41f5-ab2a-b7eb9f182835 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 Aug 24 17:52:06.240646 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.db.api [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 17:52:06.241137 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG oslo_db.api [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:52:06.256731 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a699744-df73-43fb-83db-fc2c4fc50ae8 None None] Pushing event updated for resources: {'Port': ['ID=f35a0e61-0232-41a1-a8f8-72f3017bc0d9,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:06.286114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-f2d7126c-edaa-49ca-b432-d4e4a0bfc1f4 None None] Provisioning complete for port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:06.286494 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f2d7126c-edaa-49ca-b432-d4e4a0bfc1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:06.308253 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Router cd49fb0a-397a-4676-8405-c9fedd3bcb88 is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:52:06.365061 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7126c-edaa-49ca-b432-d4e4a0bfc1f4 None None] Current status of the port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:06.445248 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:06.456733 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-635f5877-e7e2-4e43-bce2-b29518e0d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:06.458259 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-635f5877-e7e2-4e43-bce2-b29518e0d138 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 200 len: 855 time: 0.0631096 Aug 24 17:52:06.465072 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:06.476295 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Sync routers for ids ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:06.488780 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Routers {'cd49fb0a-397a-4676-8405-c9fedd3bcb88'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:06.489423 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:06.562495 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:06.564146 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-08875033-60c0-4930-af54-fa4be55f1f7d admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2890954 Aug 24 17:52:06.573046 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46732) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:06.601193 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Set router cd49fb0a-397a-4676-8405-c9fedd3bcb88 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:06.754195 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:06.819262 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:03Z', 'updated_at': '2022-08-24T17:52:05Z', 'revision_number': 3, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'gw_port': {'id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:04Z', 'updated_at': '2022-08-24T17:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:06.821060 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:06.822123 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:06.871917 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Checking router: cd49fb0a-397a-4676-8405-c9fedd3bcb88 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:06.872278 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Updating router cd49fb0a-397a-4676-8405-c9fedd3bcb88 port b78d34fe-9b96-45e2-9f22-cde394cacc47 binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:52:06.916862 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:06.945897 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:06.945897 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:06.962291 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:07.030820 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.129815 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:07.130240 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.223454 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd615e-ad27-4456-bc39-f96fa000de89 req-3eb21198-0029-46f8-8499-5f2cd6b00702 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:07.225822 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a3dd615e-ad27-4456-bc39-f96fa000de89 req-3eb21198-0029-46f8-8499-5f2cd6b00702 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0660143 Aug 24 17:52:07.235416 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:07.240304 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Allocated IP 172.20.0.1 (2b9678c5-5243-4656-9b6a-3cdd9092f57a/ef6d32ed-1ff7-4a44-b838-26cc0189cf75/c407035b-3d30-427b-8037-58f82939a974) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:07.280130 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a3dd615e-ad27-4456-bc39-f96fa000de89 req-0076e9f3-cfa1-48cd-b8c4-df6683356e8f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469711 Aug 24 17:52:07.327919 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.331524 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Publish callbacks [] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.363177 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d47951-4d11-436e-b18a-fa5e1c982ba3 req-61f26d8f-0701-4a48-9b66-fbdd574d01bd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:07.370302 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-57d47951-4d11-436e-b18a-fa5e1c982ba3 req-61f26d8f-0701-4a48-9b66-fbdd574d01bd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0580044 Aug 24 17:52:07.372542 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Publish callbacks [] for port (c407035b-3d30-427b-8037-58f82939a974), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.383107 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:07.416427 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.420315 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-57d47951-4d11-436e-b18a-fa5e1c982ba3 req-702fb7e6-636f-49c5-8766-93c4cda3e17e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485375 Aug 24 17:52:07.457817 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Attempting to bind port b78d34fe-9b96-45e2-9f22-cde394cacc47 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:07.458219 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Attempting to bind port b78d34fe-9b96-45e2-9f22-cde394cacc47 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:07.458587 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Attempting to bind port b78d34fe-9b96-45e2-9f22-cde394cacc47 on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:07.470873 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:07.471257 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:07.471661 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.472103 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:07.472585 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Bound port: b78d34fe-9b96-45e2-9f22-cde394cacc47, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:07.472972 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.499158 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Pushing event updated for resources: {'Port': ['ID=b78d34fe-9b96-45e2-9f22-cde394cacc47,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:07.508704 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (c407035b-3d30-427b-8037-58f82939a974), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.539107 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] For port b78d34fe-9b96-45e2-9f22-cde394cacc47, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:07.544393 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] For port b78d34fe-9b96-45e2-9f22-cde394cacc47, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=b78d34fe-9b96-45e2-9f22-cde394cacc47,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:07.629061 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.668593 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device f35a0e61-0232-41a1-a8f8-72f3017bc0d9 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:07.693180 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:07.719284 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Routers {'cd49fb0a-397a-4676-8405-c9fedd3bcb88'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:07.719912 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:07.721485 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:07.812656 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Network 2b9678c5-5243-4656-9b6a-3cdd9092f57a is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:07.816483 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-3111dd10-609e-4924-94b4-1ad5901fbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:07.817642 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-3111dd10-609e-4924-94b4-1ad5901fbe6c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=010bcf84-2f06-4274-8553-0a7884f5d83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3270211 Aug 24 17:52:07.819376 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:07.821309 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=c407035b-3d30-427b-8037-58f82939a974,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:07.824315 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:07.874872 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.875220 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.875571 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.875913 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.876518 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.876641 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.876893 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.877216 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.877543 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.877962 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.878298 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.878576 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.878902 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.879223 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.879627 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.887335 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:07.924113 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (cd49fb0a-397a-4676-8405-c9fedd3bcb88), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.949015 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Pushing event updated for resources: {'Port': ['ID=b78d34fe-9b96-45e2-9f22-cde394cacc47,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:07.986216 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.986856 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.987316 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.990598 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.990598 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.990598 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.990598 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.990598 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.990598 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.992167 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.992570 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.992912 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.993251 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.993585 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:07.993950 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9efcab-8b44-4210-a7ca-2eb753c0e671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:08.022917 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:08.022917 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:08.064874 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] Set router cd49fb0a-397a-4676-8405-c9fedd3bcb88 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:08.087568 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-30dcf837-7baa-478e-88f2-149f4f06bf61 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588103 Aug 24 17:52:08.089657 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:08.151703 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-27610e1d-4529-4f01-9dd0-72877a23ca85 None None] Provisioning complete for port c407035b-3d30-427b-8037-58f82939a974 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:08.152354 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-27610e1d-4529-4f01-9dd0-72877a23ca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c407035b-3d30-427b-8037-58f82939a974), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:08.230096 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f0af4bd3-14a5-420a-b7e7-5bb6b159804e req-5d181e01-cc74-4d29-b4b0-56e127e9075a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342480 Aug 24 17:52:08.236499 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c407035b-3d30-427b-8037-58f82939a974), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:08.263337 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-27610e1d-4529-4f01-9dd0-72877a23ca85 None None] Port c407035b-3d30-427b-8037-58f82939a974 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:08.278417 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:08.279264 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:08.377690 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:08.378053 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:08.397987 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:03Z', 'updated_at': '2022-08-24T17:52:05Z', 'revision_number': 3, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'gw_port': {'id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:04Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:08.439505 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c8de1-d28e-406c-87ae-f5906f5799c4 None None] The sync data for ids ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'] in dv-cinder-854428-1-iscsi is: [{'id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:03Z', 'updated_at': '2022-08-24T17:52:05Z', 'revision_number': 3, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'gw_port': {'id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:04Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:08.507483 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Publish callbacks [] for port (c407035b-3d30-427b-8037-58f82939a974), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:08.516938 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3345a90-9660-4140-8825-cb621116a5d8 req-58ccd04a-4a6a-4149-82ee-73fbca6ffadc tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:08.519279 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:08.526654 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d3345a90-9660-4140-8825-cb621116a5d8 req-58ccd04a-4a6a-4149-82ee-73fbca6ffadc tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1241727 Aug 24 17:52:08.616862 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (c407035b-3d30-427b-8037-58f82939a974), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:08.622508 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d3345a90-9660-4140-8825-cb621116a5d8 req-17715aca-6a48-40cc-8503-c16a0b746d00 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944114 Aug 24 17:52:08.654677 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815c732-1d70-4b12-a1f8-8c845d4713f2 req-78c5f79a-288c-431d-88bc-c6298a7354de tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:08.662491 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4815c732-1d70-4b12-a1f8-8c845d4713f2 req-78c5f79a-288c-431d-88bc-c6298a7354de tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.1014326 Aug 24 17:52:08.726106 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (cd49fb0a-397a-4676-8405-c9fedd3bcb88), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:08.726106 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=c407035b-3d30-427b-8037-58f82939a974,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:08.739570 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4815c732-1d70-4b12-a1f8-8c845d4713f2 req-8bc52e9f-b5c0-4de2-b24a-911bf47d4d84 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740983 Aug 24 17:52:08.881702 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Network 2b9678c5-5243-4656-9b6a-3cdd9092f57a is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:08.883304 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:09.026410 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:09.067631 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Router cd49fb0a-397a-4676-8405-c9fedd3bcb88 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:52:09.195715 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-f31b9927-51f4-4e13-b4ce-30e6900ef1d9 None None] Provisioning complete for port c407035b-3d30-427b-8037-58f82939a974 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:09.196210 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f31b9927-51f4-4e13-b4ce-30e6900ef1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c407035b-3d30-427b-8037-58f82939a974), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:09.217754 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:09.224266 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-58ac77fe-c5b5-4332-bc97-b44142861ba7 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/cd49fb0a-397a-4676-8405-c9fedd3bcb88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6500487 Aug 24 17:52:09.267228 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:09.272928 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-f31b9927-51f4-4e13-b4ce-30e6900ef1d9 None None] Port c407035b-3d30-427b-8037-58f82939a974 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:09.703571 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device b78d34fe-9b96-45e2-9f22-cde394cacc47 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:09.853564 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:09.868650 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468c19e-d7c5-47fa-af01-24f5cfde084a req-9195c6ed-7bcf-4cc6-9a2e-b0305304e7e0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:09.871269 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8468c19e-d7c5-47fa-af01-24f5cfde084a req-9195c6ed-7bcf-4cc6-9a2e-b0305304e7e0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0754645 Aug 24 17:52:09.884914 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port b78d34fe-9b96-45e2-9f22-cde394cacc47 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:09.885809 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:10.014425 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port b78d34fe-9b96-45e2-9f22-cde394cacc47 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:10.024594 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:10.026868 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8468c19e-d7c5-47fa-af01-24f5cfde084a req-8c2d092c-d5ac-4be9-8fc7-a69c7538b345 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371970 Aug 24 17:52:10.038451 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port b78d34fe-9b96-45e2-9f22-cde394cacc47, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=b78d34fe-9b96-45e2-9f22-cde394cacc47,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:10.193977 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96def3-417c-405e-89c3-af125d90116c req-388eb115-b96b-46d7-ae78-9e35a5671672 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:10.193977 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8f96def3-417c-405e-89c3-af125d90116c req-388eb115-b96b-46d7-ae78-9e35a5671672 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0605817 Aug 24 17:52:10.237172 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8f96def3-417c-405e-89c3-af125d90116c req-9891f9ab-f326-4d34-b23f-b9acdd888d46 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741894 Aug 24 17:52:10.261347 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46814) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:10.273841 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-9ee351b0-d42f-4589-be91-065b2a1adb8c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999771964', 'description': 'tempest-secgroup-smoke-1999771964 description', 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:10.570966 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:10.600382 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9ee351b0-d42f-4589-be91-065b2a1adb8c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:10.647609 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=b78d34fe-9b96-45e2-9f22-cde394cacc47,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:10.720980 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9ee351b0-d42f-4589-be91-065b2a1adb8c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group (5008b6f0-7b2e-4618-bde1-8742b2c33678), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:10.782378 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9ee351b0-d42f-4589-be91-065b2a1adb8c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5008b6f0-7b2e-4618-bde1-8742b2c33678), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:10.834612 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee351b0-d42f-4589-be91-065b2a1adb8c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5008b6f0-7b2e-4618-bde1-8742b2c33678,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:10.880471 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9ee351b0-d42f-4589-be91-065b2a1adb8c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:10.880471 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-9ee351b0-d42f-4589-be91-065b2a1adb8c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6152673 Aug 24 17:52:10.885957 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46826) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:10.893348 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-8caa5e62-e3c5-4ba3-be50-5caacd6417dc tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'security_group_rule': {'security_group_id': '5008b6f0-7b2e-4618-bde1-8742b2c33678', 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:10.998937 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8caa5e62-e3c5-4ba3-be50-5caacd6417dc tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (c9bab612-fcf0-4ebc-867f-ce401003bf45), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.041888 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:11.090206 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8caa5e62-e3c5-4ba3-be50-5caacd6417dc tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (c9bab612-fcf0-4ebc-867f-ce401003bf45), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.198534 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5647a-143f-42c9-af77-efeaee1591e3 req-069b8f7e-16cf-4491-8d42-b9c29d48632a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:11.200947 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c2c5647a-143f-42c9-af77-efeaee1591e3 req-069b8f7e-16cf-4491-8d42-b9c29d48632a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0730329 Aug 24 17:52:11.222236 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8caa5e62-e3c5-4ba3-be50-5caacd6417dc tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (c9bab612-fcf0-4ebc-867f-ce401003bf45), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.242081 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa5e62-e3c5-4ba3-be50-5caacd6417dc tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bab612-fcf0-4ebc-867f-ce401003bf45,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:11.287496 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Sync routers for ids ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:11.291848 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.299790 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Routers {'cd49fb0a-397a-4676-8405-c9fedd3bcb88'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:11.300434 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:11.317133 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8caa5e62-e3c5-4ba3-be50-5caacd6417dc tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.323713 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-8caa5e62-e3c5-4ba3-be50-5caacd6417dc tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4293113 Aug 24 17:52:11.323713 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46836) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:11.329901 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-41b52187-c1e7-41d6-a1e1-1506bfac0bd9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'security_group_rule': {'security_group_id': '5008b6f0-7b2e-4618-bde1-8742b2c33678', 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:11.336065 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c2c5647a-143f-42c9-af77-efeaee1591e3 req-55bf89c3-c3d3-42bc-8231-8414d92aeb34 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211848 Aug 24 17:52:11.463082 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259b191-7f20-4aa3-a181-c8c099319ba8 req-34066406-b5e5-412f-b147-35244836af06 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:11.464885 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b259b191-7f20-4aa3-a181-c8c099319ba8 req-34066406-b5e5-412f-b147-35244836af06 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0687292 Aug 24 17:52:11.478550 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Set router cd49fb0a-397a-4676-8405-c9fedd3bcb88 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:11.492046 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-41b52187-c1e7-41d6-a1e1-1506bfac0bd9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (634da096-86b5-4871-820a-15e51bbb8e32), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.538465 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b259b191-7f20-4aa3-a181-c8c099319ba8 req-427a714a-412b-4f27-b4b0-b29c6ead939f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666196 Aug 24 17:52:11.588308 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-41b52187-c1e7-41d6-a1e1-1506bfac0bd9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (634da096-86b5-4871-820a-15e51bbb8e32), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.617596 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:11.639161 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device b78d34fe-9b96-45e2-9f22-cde394cacc47 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:11.727018 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port b78d34fe-9b96-45e2-9f22-cde394cacc47 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:11.727537 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.759257 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:03Z', 'updated_at': '2022-08-24T17:52:08Z', 'revision_number': 4, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'gw_port': {'id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:04Z', 'updated_at': '2022-08-24T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'c407035b-3d30-427b-8037-58f82939a974', 'name': '', 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'mac_address': 'fa:16:3e:d7:fb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ef6d32ed-1ff7-4a44-b838-26cc0189cf75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:07Z', 'updated_at': '2022-08-24T17:52:08Z', 'revision_number': 2, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'subnets': [{'id': 'ef6d32ed-1ff7-4a44-b838-26cc0189cf75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:11.766003 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-41b52187-c1e7-41d6-a1e1-1506bfac0bd9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (634da096-86b5-4871-820a-15e51bbb8e32), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.794371 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b52187-c1e7-41d6-a1e1-1506bfac0bd9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634da096-86b5-4871-820a-15e51bbb8e32,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:11.830075 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port b78d34fe-9b96-45e2-9f22-cde394cacc47 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:11.890813 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Checking router: cd49fb0a-397a-4676-8405-c9fedd3bcb88 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:11.890913 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Updating router cd49fb0a-397a-4676-8405-c9fedd3bcb88 port c407035b-3d30-427b-8037-58f82939a974 binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:52:11.927132 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c407035b-3d30-427b-8037-58f82939a974), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.977335 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-41b52187-c1e7-41d6-a1e1-1506bfac0bd9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.978956 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-41b52187-c1e7-41d6-a1e1-1506bfac0bd9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6542821 Aug 24 17:52:11.982737 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46846) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:11.987433 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'security_group_rule': {'security_group_id': '5008b6f0-7b2e-4618-bde1-8742b2c33678', 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:12.116210 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (3726ed99-b534-47cb-b907-f572e19e707b), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.140969 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:12.186154 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:12.212329 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (3726ed99-b534-47cb-b907-f572e19e707b), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.248696 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Publish callbacks [] for port (c407035b-3d30-427b-8037-58f82939a974), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.262096 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (3726ed99-b534-47cb-b907-f572e19e707b), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.286224 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3726ed99-b534-47cb-b907-f572e19e707b,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:12.298273 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.298983 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.299570 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.300166 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.300917 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.301439 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.301999 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.302474 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c407035b-3d30-427b-8037-58f82939a974), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.303234 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.303755 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.304251 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.304769 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.305382 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.305930 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.309081 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.309081 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:12.348606 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.350188 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-2f4b6eef-d391-421d-95d1-64f2e20ce83e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664098 Aug 24 17:52:12.353199 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46850) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:12.358040 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-eff38483-dafb-4115-869c-5a75453463f6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'security_group_rule': {'security_group_id': '5008b6f0-7b2e-4618-bde1-8742b2c33678', 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:12.383073 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18c700-342d-4c44-bfc3-d7cd90d7ed7a None None] Pushing event updated for resources: {'Port': ['ID=c407035b-3d30-427b-8037-58f82939a974,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:12.416518 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Attempting to bind port c407035b-3d30-427b-8037-58f82939a974 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:12.416888 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Attempting to bind port c407035b-3d30-427b-8037-58f82939a974 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'a482682a-b523-4fc3-a620-625a093bcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:12.417249 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Attempting to bind port c407035b-3d30-427b-8037-58f82939a974 on network 2b9678c5-5243-4656-9b6a-3cdd9092f57a {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:12.423079 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:12.423512 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Checking segment: {'id': 'a482682a-b523-4fc3-a620-625a093bcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:12.423834 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.424290 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Bound using segment: {'id': 'a482682a-b523-4fc3-a620-625a093bcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:12.424763 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Bound port: c407035b-3d30-427b-8037-58f82939a974, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a482682a-b523-4fc3-a620-625a093bcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:12.425189 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c407035b-3d30-427b-8037-58f82939a974), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.492956 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c7076-7f05-47c5-bf7f-068ad5777d32 req-bca45ea4-ba46-49bd-9e69-11afe896e022 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:12.494860 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-972c7076-7f05-47c5-bf7f-068ad5777d32 req-bca45ea4-ba46-49bd-9e69-11afe896e022 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0695350 Aug 24 17:52:12.511420 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] For port c407035b-3d30-427b-8037-58f82939a974, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:12.512872 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-eff38483-dafb-4115-869c-5a75453463f6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (2b3519f1-371e-41b5-b316-494db814b012), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.515209 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] For port c407035b-3d30-427b-8037-58f82939a974, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c407035b-3d30-427b-8037-58f82939a974,segment=NetworkSegment(a482682a-b523-4fc3-a620-625a093bcd0c),segment_id=a482682a-b523-4fc3-a620-625a093bcd0c)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:12.533846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:12.563254 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-972c7076-7f05-47c5-bf7f-068ad5777d32 req-6ef24bc6-0456-47f0-a67f-4c499ffd9b33 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606732 Aug 24 17:52:12.583976 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c407035b-3d30-427b-8037-58f82939a974), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.594422 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-eff38483-dafb-4115-869c-5a75453463f6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (2b3519f1-371e-41b5-b316-494db814b012), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.657499 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Routers {'cd49fb0a-397a-4676-8405-c9fedd3bcb88'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:12.658233 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:51:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:12.663488 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18c700-342d-4c44-bfc3-d7cd90d7ed7a None None] Pushing event updated for resources: {'Port': ['ID=c407035b-3d30-427b-8037-58f82939a974,revision_number=4']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:12.667148 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-eff38483-dafb-4115-869c-5a75453463f6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (2b3519f1-371e-41b5-b316-494db814b012), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.699439 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a87968-0c19-4baf-b77a-ad7dfd6c1516 req-4a4ee72f-3c18-4924-ba73-41c499fa1291 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:12.701593 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b6a87968-0c19-4baf-b77a-ad7dfd6c1516 req-4a4ee72f-3c18-4924-ba73-41c499fa1291 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0529482 Aug 24 17:52:12.724822 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff38483-dafb-4115-869c-5a75453463f6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3519f1-371e-41b5-b316-494db814b012,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:12.757844 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b6a87968-0c19-4baf-b77a-ad7dfd6c1516 req-aee7bb31-2fcb-4040-a952-e90757a32e17 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486045 Aug 24 17:52:12.796328 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] Set router cd49fb0a-397a-4676-8405-c9fedd3bcb88 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:12.807215 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-eff38483-dafb-4115-869c-5a75453463f6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.809204 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-eff38483-dafb-4115-869c-5a75453463f6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4549608 Aug 24 17:52:12.812194 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46858) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:12.816751 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-3c3a2e85-3c0b-402f-96b3-25221d42524a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'security_group_rule': {'security_group_id': '5008b6f0-7b2e-4618-bde1-8742b2c33678', 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:12.925482 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.securitygroups_db [None req-3c3a2e85-3c0b-402f-96b3-25221d42524a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Project 54cebab3bf1f440dbaa4ef020177a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:52:12.937704 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2e85-3c0b-402f-96b3-25221d42524a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (62953f0b-9511-449a-8d58-7b24f39925f7), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.063837 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:13.074326 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2e85-3c0b-402f-96b3-25221d42524a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (62953f0b-9511-449a-8d58-7b24f39925f7), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.075431 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:03Z', 'updated_at': '2022-08-24T17:52:08Z', 'revision_number': 4, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'gw_port': {'id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:04Z', 'updated_at': '2022-08-24T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'c407035b-3d30-427b-8037-58f82939a974', 'name': '', 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'mac_address': 'fa:16:3e:d7:fb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ef6d32ed-1ff7-4a44-b838-26cc0189cf75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:07Z', 'updated_at': '2022-08-24T17:52:12Z', 'revision_number': 4, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'subnets': [{'id': 'ef6d32ed-1ff7-4a44-b838-26cc0189cf75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:13.102997 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952ee00-1dbf-4420-b38c-15f9ef4f5de7 None None] The sync data for ids ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'] in dv-cinder-854428-1-iscsi is: [{'id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:03Z', 'updated_at': '2022-08-24T17:52:08Z', 'revision_number': 4, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'gw_port': {'id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:04Z', 'updated_at': '2022-08-24T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'c407035b-3d30-427b-8037-58f82939a974', 'name': '', 'network_id': '2b9678c5-5243-4656-9b6a-3cdd9092f57a', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'mac_address': 'fa:16:3e:d7:fb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ef6d32ed-1ff7-4a44-b838-26cc0189cf75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:07Z', 'updated_at': '2022-08-24T17:52:12Z', 'revision_number': 4, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'subnets': [{'id': 'ef6d32ed-1ff7-4a44-b838-26cc0189cf75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:13.164344 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2e85-3c0b-402f-96b3-25221d42524a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (62953f0b-9511-449a-8d58-7b24f39925f7), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.227687 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a2e85-3c0b-402f-96b3-25221d42524a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62953f0b-9511-449a-8d58-7b24f39925f7,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:13.284240 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:13.332940 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2e85-3c0b-402f-96b3-25221d42524a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.338064 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46866) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:13.338729 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-3c3a2e85-3c0b-402f-96b3-25221d42524a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5247204 Aug 24 17:52:13.345908 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-7c16643a-4472-44e8-a915-db2fb49df451 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'security_group_rule': {'security_group_id': '5008b6f0-7b2e-4618-bde1-8742b2c33678', 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:13.480779 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.securitygroups_db [None req-7c16643a-4472-44e8-a915-db2fb49df451 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Project 54cebab3bf1f440dbaa4ef020177a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:52:13.493078 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c16643a-4472-44e8-a915-db2fb49df451 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (4ae81620-8709-4e04-8958-25143bbedccf), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.545622 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:13.563543 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c16643a-4472-44e8-a915-db2fb49df451 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (4ae81620-8709-4e04-8958-25143bbedccf), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.692501 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c407035b-3d30-427b-8037-58f82939a974 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:13.709986 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c16643a-4472-44e8-a915-db2fb49df451 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (4ae81620-8709-4e04-8958-25143bbedccf), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.782709 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port c407035b-3d30-427b-8037-58f82939a974 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:13.783385 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c407035b-3d30-427b-8037-58f82939a974), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.823503 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24b799-6550-4593-8130-52b62883a01f req-4c690133-a3fd-42e7-a199-1a6a144aca35 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:13.834308 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4f24b799-6550-4593-8130-52b62883a01f req-4c690133-a3fd-42e7-a199-1a6a144aca35 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1461115 Aug 24 17:52:13.850897 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16643a-4472-44e8-a915-db2fb49df451 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae81620-8709-4e04-8958-25143bbedccf,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:13.920678 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4f24b799-6550-4593-8130-52b62883a01f req-383a7b8e-8776-4269-9f13-2b40c0dc2630 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845721 Aug 24 17:52:13.939351 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port c407035b-3d30-427b-8037-58f82939a974 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:13.939748 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c407035b-3d30-427b-8037-58f82939a974), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.978301 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7c16643a-4472-44e8-a915-db2fb49df451 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:13.979682 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-7c16643a-4472-44e8-a915-db2fb49df451 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6393280 Aug 24 17:52:14.011242 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port c407035b-3d30-427b-8037-58f82939a974, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c407035b-3d30-427b-8037-58f82939a974,segment=NetworkSegment(a482682a-b523-4fc3-a620-625a093bcd0c),segment_id=a482682a-b523-4fc3-a620-625a093bcd0c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:14.019182 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0563c-e54a-4369-a63a-3cba6cf06905 req-bf76083b-daa6-4c62-9fe4-0539b065d4ec tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:14.020832 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dfb0563c-e54a-4369-a63a-3cba6cf06905 req-bf76083b-daa6-4c62-9fe4-0539b065d4ec tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.1204276 Aug 24 17:52:14.085508 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c407035b-3d30-427b-8037-58f82939a974), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:14.136806 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dfb0563c-e54a-4369-a63a-3cba6cf06905 req-4c716460-fbdc-4636-b83d-9da8134aed6a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031756 Aug 24 17:52:14.180241 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46902) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:14.186881 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=c407035b-3d30-427b-8037-58f82939a974,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:14.325063 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-83079f82-bd9c-4f27-9753-0027795ee79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:14.432356 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-83079f82-bd9c-4f27-9753-0027795ee79d admin admin] Publish callbacks [] for security_group (feee6c5d-4f01-45ef-80f1-2837c9fbaec9), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:14.553912 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-83079f82-bd9c-4f27-9753-0027795ee79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (feee6c5d-4f01-45ef-80f1-2837c9fbaec9), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:14.575509 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:14.591430 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83079f82-bd9c-4f27-9753-0027795ee79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feee6c5d-4f01-45ef-80f1-2837c9fbaec9,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:14.614191 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-83079f82-bd9c-4f27-9753-0027795ee79d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1cb7102375cf4f3683986dcaaa412a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328001 Aug 24 17:52:14.616768 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46918) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:14.681635 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a463-69ad-4ef1-8bbd-1a021125331f admin admin] Publish callbacks [] for security_group (feee6c5d-4f01-45ef-80f1-2837c9fbaec9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:14.717703 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a463-69ad-4ef1-8bbd-1a021125331f admin admin] Publish callbacks [] for security_group (feee6c5d-4f01-45ef-80f1-2837c9fbaec9), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:14.890993 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a463-69ad-4ef1-8bbd-1a021125331f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (feee6c5d-4f01-45ef-80f1-2837c9fbaec9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:14.893802 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a463-69ad-4ef1-8bbd-1a021125331f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:14.895232 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d8b3a463-69ad-4ef1-8bbd-1a021125331f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/feee6c5d-4f01-45ef-80f1-2837c9fbaec9 HTTP/1.1" status: 204 len: 168 time: 0.2774861 Aug 24 17:52:14.911169 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3a463-69ad-4ef1-8bbd-1a021125331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feee6c5d-4f01-45ef-80f1-2837c9fbaec9,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:15.190398 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373fa60-af6f-40ca-99ec-39ba065c2895 req-e1854c9a-3879-479a-892f-ce2984861703 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:15.192173 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0373fa60-af6f-40ca-99ec-39ba065c2895 req-e1854c9a-3879-479a-892f-ce2984861703 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0869808 Aug 24 17:52:15.363762 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0373fa60-af6f-40ca-99ec-39ba065c2895 req-d1e45239-c6d2-4e2a-9b97-42e08f20b846 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568716 Aug 24 17:52:15.417132 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf9544-54e7-4189-b46f-7e437bfd79af req-d7607c0f-4ceb-4601-9c6d-d17cb5eabfba tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:15.422997 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-efcf9544-54e7-4189-b46f-7e437bfd79af req-d7607c0f-4ceb-4601-9c6d-d17cb5eabfba tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.1558440 Aug 24 17:52:15.496800 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-efcf9544-54e7-4189-b46f-7e437bfd79af req-b46e1df3-1e10-40e6-9a66-be2f121fbec4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691316 Aug 24 17:52:15.628960 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c407035b-3d30-427b-8037-58f82939a974 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:15.682558 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:15.694768 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port c407035b-3d30-427b-8037-58f82939a974 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:15.695401 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c407035b-3d30-427b-8037-58f82939a974), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:15.831405 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port c407035b-3d30-427b-8037-58f82939a974 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:16.447645 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 46978) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:16.576040 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f2ea8-c438-4698-b1c7-8f51bb12b482 req-21d4766c-0b6f-4241-94f4-6c3d6ccdbaa8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:16.578699 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-321f2ea8-c438-4698-b1c7-8f51bb12b482 req-21d4766c-0b6f-4241-94f4-6c3d6ccdbaa8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1072230 Aug 24 17:52:16.592103 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1907822808-network', 'tenant_id': '6e895dd83dbf4458b7d6efaace0d209a'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:16.658890 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-321f2ea8-c438-4698-b1c7-8f51bb12b482 req-8453298a-7061-46a0-80db-33bcf83aa844 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611935 Aug 24 17:52:16.696488 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Made reservation on behalf of 6e895dd83dbf4458b7d6efaace0d209a for: {'network': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:16.699128 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:16.721369 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:16.810250 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4aefe-96be-4413-b5b0-bcaca2a72ad4 req-079e4958-5964-4f23-b11b-28bfbb1b70a7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:16.812361 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-56e4aefe-96be-4413-b5b0-bcaca2a72ad4 req-079e4958-5964-4f23-b11b-28bfbb1b70a7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0630527 Aug 24 17:52:16.855311 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Publish callbacks [] for security_group (6409c345-a719-4125-92b2-b7e80b342726), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:16.887011 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-56e4aefe-96be-4413-b5b0-bcaca2a72ad4 req-aad64ee2-17c8-41d0-8734-a8b5b8e05dbe tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633044 Aug 24 17:52:16.977365 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6409c345-a719-4125-92b2-b7e80b342726), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:17.008401 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=113411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:52:17.020342 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6409c345-a719-4125-92b2-b7e80b342726,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:17.025821 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (616f9a0b-6ea6-409e-8ac0-218beab0030d), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:17.026436 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.segments_db [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Added segment 616f9a0b-6ea6-409e-8ac0-218beab0030d of type vlan for network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae Aug 24 17:52:17.090549 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (1fcff867-0bc4-4478-bdf7-0cc16094d8ae), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:17.256411 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (1fcff867-0bc4-4478-bdf7-0cc16094d8ae), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:17.257638 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:17.258372 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:17.340652 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] Pushing event updated for resources: {'Network': ['ID=1fcff867-0bc4-4478-bdf7-0cc16094d8ae,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:17.352684 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:52:17.397408 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-3f6218b2-67ff-4094-b9d8-bbd3558a9b04 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9476469 Aug 24 17:52:17.399410 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 46988) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:17.406547 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Request body: {'subnet': {'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1907822808-subnet', 'tenant_id': '6e895dd83dbf4458b7d6efaace0d209a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:17.427079 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:17.502190 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Made reservation on behalf of 6e895dd83dbf4458b7d6efaace0d209a for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:17.504549 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719230'] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:17.708363 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-07d605c8-3354-4920-96ab-32d1e91ae1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:17.816796 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d80a5-a2b6-4364-bb92-d6b47afa82e4 req-97a065cd-e492-46b7-84b8-5ea56b981721 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:17.822649 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-531d80a5-a2b6-4364-bb92-d6b47afa82e4 req-97a065cd-e492-46b7-84b8-5ea56b981721 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0585811 Aug 24 17:52:17.827109 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3160176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719248'] for subnet (d635d8c8-ef71-49f7-934e-06e412c7de3f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:17.922273 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d635d8c8-ef71-49f7-934e-06e412c7de3f,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:17.947642 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-531d80a5-a2b6-4364-bb92-d6b47afa82e4 req-0bb1bfa1-863a-4475-8c7c-a9c8784ea2b3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225333 Aug 24 17:52:17.954860 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Checking segment: {'id': '616f9a0b-6ea6-409e-8ac0-218beab0030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:17.955232 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Network hostable DHCP agents. Network: 1fcff867-0bc4-4478-bdf7-0cc16094d8ae, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:52:18.062749 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:18.081717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9af81-359b-4f45-b9db-65108c1fb918 req-081455d7-988a-4beb-874d-40920d60f6cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:18.083337 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7ee9af81-359b-4f45-b9db-65108c1fb918 req-081455d7-988a-4beb-874d-40920d60f6cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0522799 Aug 24 17:52:18.133487 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:52:18.140254 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7ee9af81-359b-4f45-b9db-65108c1fb918 req-e7fc2642-6b53-4d6f-9801-520190113540 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512528 Aug 24 17:52:18.251212 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 1fcff867-0bc4-4478-bdf7-0cc16094d8ae) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:18.257303 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:18.257961 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:18.265285 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80653e-d623-4729-ab55-d3d98565c995 None None] Network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:52:18.364478 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-15edeaee-3611-428e-968f-5229f39956e8 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9443736 Aug 24 17:52:18.527906 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec2b5be-fb00-4c20-b667-c89312241cc3 None None] Network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:52:19.130478 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70947d4d-e1c0-4bbb-b797-0acba937934b req-e8b12e98-f012-4572-b89c-c10fc3adede7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:19.132308 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-70947d4d-e1c0-4bbb-b797-0acba937934b req-e8b12e98-f012-4572-b89c-c10fc3adede7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0756299 Aug 24 17:52:19.199915 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-70947d4d-e1c0-4bbb-b797-0acba937934b req-c00b7c4c-e5a8-43f1-8d45-5db447561cca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598259 Aug 24 17:52:19.355714 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7d57b-1de3-437e-81a7-240064015b65 req-59efb378-e543-44bd-91cf-19e73a7a648a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:19.357331 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8dc7d57b-1de3-437e-81a7-240064015b65 req-59efb378-e543-44bd-91cf-19e73a7a648a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0539870 Aug 24 17:52:19.427803 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8dc7d57b-1de3-437e-81a7-240064015b65 req-5f59fb9e-9c12-487e-86c7-095ef8afb5cf tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546770 Aug 24 17:52:20.353221 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ab1bc-95d8-44e0-bc7e-ba04c3986cc7 req-d27b8c50-a140-4d20-ab81-be1a2172236a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:20.354931 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5e9ab1bc-95d8-44e0-bc7e-ba04c3986cc7 req-d27b8c50-a140-4d20-ab81-be1a2172236a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0574291 Aug 24 17:52:20.412378 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5e9ab1bc-95d8-44e0-bc7e-ba04c3986cc7 req-75d2d9ca-5b72-4bc3-8a92-4c2012e35ff1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510781 Aug 24 17:52:20.428936 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-823c4418-897b-4fde-85d4-e9957284a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:20.578949 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcf3df-1f51-4dc1-8878-d3f6bcfa9c94 req-fb2506c0-406d-4f12-bfa6-2a516b42c2d7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:20.580551 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-11dcf3df-1f51-4dc1-8878-d3f6bcfa9c94 req-fb2506c0-406d-4f12-bfa6-2a516b42c2d7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0588946 Aug 24 17:52:20.632880 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-11dcf3df-1f51-4dc1-8878-d3f6bcfa9c94 req-86bc5a84-8965-490b-b7ab-8cdb1989ce60 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Aug 24 17:52:21.039356 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:21.079719 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-9c3badd3-6a04-4d59-9757-b3a3b00b96d4 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:21.081236 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-9c3badd3-6a04-4d59-9757-b3a3b00b96d4 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1fcff867-0bc4-4478-bdf7-0cc16094d8ae HTTP/1.1" status: 200 len: 809 time: 0.1170952 Aug 24 17:52:21.102071 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-c0da78ca-c7c1-4047-9ef0-46efb2ba55e3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/quotas/6e895dd83dbf4458b7d6efaace0d209a HTTP/1.1" status: 200 len: 375 time: 0.0147130 Aug 24 17:52:21.144245 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-d63a1b05-7f96-46ca-a07f-94853a0b1b38 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=6e895dd83dbf4458b7d6efaace0d209a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358295 Aug 24 17:52:21.251024 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-c5c123fb-17df-486c-9652-f696f5baead0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996270 Aug 24 17:52:21.288928 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-4a740620-4097-4387-b11c-4a4851009ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:21.291971 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-4a740620-4097-4387-b11c-4a4851009ef3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 1127 time: 0.0921695 Aug 24 17:52:21.336329 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:21.363349 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-4cb1c3b5-0ef5-4bc7-98c2-5051f28f4a7a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062968 Aug 24 17:52:21.959152 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:22.040691 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-1ffb549d-eb3a-4007-808c-8d0e044f7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:22.042185 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-1ffb549d-eb3a-4007-808c-8d0e044f7891 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 917 time: 0.0915110 Aug 24 17:52:22.122770 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-714529cf-4199-4da2-8992-e6b65141a9b8 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12033839-1050-4fb0-90d7-ede010ae619a HTTP/1.1" status: 200 len: 999 time: 0.0639083 Aug 24 17:52:22.739956 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89373de1-9fd9-4e31-8a84-cbcb5c5e0949 req-cea72ef2-45c0-4db1-81f0-2c58be687c7e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:22.742749 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-89373de1-9fd9-4e31-8a84-cbcb5c5e0949 req-cea72ef2-45c0-4db1-81f0-2c58be687c7e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1160305 Aug 24 17:52:22.770106 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:22.825620 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf3bcd-d0fd-4015-8b1c-2d7170d7b961 req-4589e569-85ec-4b09-9bf5-306b6b663b85 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:22.827430 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-71cf3bcd-d0fd-4015-8b1c-2d7170d7b961 req-4589e569-85ec-4b09-9bf5-306b6b663b85 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0998559 Aug 24 17:52:22.877995 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-89373de1-9fd9-4e31-8a84-cbcb5c5e0949 req-b3e7667e-8775-4c9c-b11a-c347febe94d9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194143 Aug 24 17:52:22.913993 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-71cf3bcd-d0fd-4015-8b1c-2d7170d7b961 req-a312f755-05dd-4ffe-b94c-1da3b472faf9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799556 Aug 24 17:52:22.961802 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e834227b-8d51-4947-aca3-fae881e1fd1f req-6c402bf3-f5f7-4051-a279-b7c95f855c50 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0299361 Aug 24 17:52:23.063042 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:23.079037 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:23.106513 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:23.136868 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:23.378461 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:23.396676 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-bffcd2cc-f539-427f-a58a-a6279beae466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:23.398326 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-bffcd2cc-f539-427f-a58a-a6279beae466 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 200 len: 855 time: 0.0515966 Aug 24 17:52:23.445801 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-f604c38a-4348-44bc-b84d-e847612bda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:23.447295 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-f604c38a-4348-44bc-b84d-e847612bda71 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=010bcf84-2f06-4274-8553-0a7884f5d83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411007 Aug 24 17:52:23.488962 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a504ed-e82c-468c-b3d5-3381123c3c95 req-7ddbf9cf-13a2-4092-b451-d34d6a76fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:23.490797 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-43a504ed-e82c-468c-b3d5-3381123c3c95 req-7ddbf9cf-13a2-4092-b451-d34d6a76fe90 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 1129 time: 0.0463574 Aug 24 17:52:23.567358 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-43a504ed-e82c-468c-b3d5-3381123c3c95 req-4a5fa75a-b310-498c-94b5-2f80cee24b78 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698187 Aug 24 17:52:23.572008 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-376d110b-f4d6-4822-94b0-91e8e576061a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183283 Aug 24 17:52:23.902217 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0c778e5a-3a2a-4bc8-af9e-6701136d22e1 req-39e95892-fbc1-45fb-ace8-66371a88bdee service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037855 Aug 24 17:52:24.072091 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981aa11-564f-4308-8820-38571c13af1d req-f7acc75d-ad4c-45e7-8268-a94adfa76d1e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:24.073958 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2981aa11-564f-4308-8820-38571c13af1d req-f7acc75d-ad4c-45e7-8268-a94adfa76d1e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0867193 Aug 24 17:52:24.093533 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8751b2-c793-4799-9a66-51cf3653a3d3 req-b1640dee-470f-458e-bbed-7d24ebe47f7b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:24.095295 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5b8751b2-c793-4799-9a66-51cf3653a3d3 req-b1640dee-470f-458e-bbed-7d24ebe47f7b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0738399 Aug 24 17:52:24.179268 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2981aa11-564f-4308-8820-38571c13af1d req-a0950b91-dc78-4e6f-a71f-598bd30a181b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983918 Aug 24 17:52:24.183533 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5b8751b2-c793-4799-9a66-51cf3653a3d3 req-3f706bf3-f7bf-4575-8541-82683a74bf0f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819693 Aug 24 17:52:24.270019 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-094ada48-f944-4a38-921a-c786b069121e req-edae528f-5daa-40e2-9696-71af3df88218 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0288403 Aug 24 17:52:25.348573 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e93cc1-72fe-4c7f-8830-96988659e338 req-430961cb-6601-4aa2-9c9d-122b4bc55333 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:25.350354 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d9e93cc1-72fe-4c7f-8830-96988659e338 req-430961cb-6601-4aa2-9c9d-122b4bc55333 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0850210 Aug 24 17:52:25.368843 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ddb04-621f-495f-818c-678222771734 req-19d8217a-0d31-4ed8-8870-fd9fa9e02414 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:25.371153 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7e8ddb04-621f-495f-818c-678222771734 req-19d8217a-0d31-4ed8-8870-fd9fa9e02414 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0930078 Aug 24 17:52:25.441646 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d9e93cc1-72fe-4c7f-8830-96988659e338 req-4a615d8e-e390-4eb5-a28c-8668a3fb54c1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841043 Aug 24 17:52:25.448840 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7e8ddb04-621f-495f-818c-678222771734 req-fb25a8c2-4b32-409b-ba12-b0c3952e81bb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686734 Aug 24 17:52:25.546276 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4ca009d2-5899-4870-bb90-e40313122d3d req-1802a54f-dc70-4888-a298-560408a04cc3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0355902 Aug 24 17:52:26.644667 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0417e25-941b-4335-955c-d9d9083db350 req-20d7b3f5-0efa-4498-a362-3f101dc2813e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:26.646205 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0417e25-941b-4335-955c-d9d9083db350 req-20d7b3f5-0efa-4498-a362-3f101dc2813e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0865149 Aug 24 17:52:26.652817 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27416bc-969f-4967-8f71-2a76e44f88b6 req-800f93f6-f781-431e-9562-ae1bad84fa92 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:26.654492 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d27416bc-969f-4967-8f71-2a76e44f88b6 req-800f93f6-f781-431e-9562-ae1bad84fa92 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0926893 Aug 24 17:52:26.738060 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0417e25-941b-4335-955c-d9d9083db350 req-fa75adf6-6fe1-4f23-a9f8-72b47c8df28d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822933 Aug 24 17:52:26.742484 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d27416bc-969f-4967-8f71-2a76e44f88b6 req-41f74728-9571-43c8-a15c-9ce823844655 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793073 Aug 24 17:52:26.847420 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cf4e8725-b34c-4b18-b83b-39f3ffacdada req-bcb0eae4-ad54-46dd-8601-70bcb8ffc76e tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0361874 Aug 24 17:52:27.182965 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c284a2f-135d-4464-b30b-271442c8387e req-61fa06ca-5343-4bd7-8cf8-230b6c14e2f0 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:27.184563 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4c284a2f-135d-4464-b30b-271442c8387e req-61fa06ca-5343-4bd7-8cf8-230b6c14e2f0 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0634155 Aug 24 17:52:27.236305 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4c284a2f-135d-4464-b30b-271442c8387e req-8e30da37-ef7c-4764-8b55-004417b75dd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Aug 24 17:52:27.862947 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:27.882253 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6406b-289c-4fd8-8301-37af0fb85a06 req-60043ff9-c543-46b5-88e4-eb1f4d241784 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:27.883851 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67a6406b-289c-4fd8-8301-37af0fb85a06 req-60043ff9-c543-46b5-88e4-eb1f4d241784 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.0501029 Aug 24 17:52:27.952258 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67a6406b-289c-4fd8-8301-37af0fb85a06 req-851fce17-b852-4838-ba3b-b15f9384d2db tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618186 Aug 24 17:52:27.969440 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-241ea77a-a4bd-4a33-9804-e85229f0c72d req-bd5d07a6-9502-49bc-a6cd-ab36fb12fbef tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0350106 Aug 24 17:52:28.344768 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:28.358140 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7c355-d474-4d90-ab79-8ad20edd5922 req-19bf7e2a-abeb-47e3-9af0-a95486692e83 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:28.359636 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eca7c355-d474-4d90-ab79-8ad20edd5922 req-19bf7e2a-abeb-47e3-9af0-a95486692e83 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0492983 Aug 24 17:52:28.407326 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eca7c355-d474-4d90-ab79-8ad20edd5922 req-82efd85b-144d-433e-9375-ce273451d2db tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Aug 24 17:52:28.586206 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-0327e5e4-39a0-488c-adb5-425f87dc1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:28.587638 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-0327e5e4-39a0-488c-adb5-425f87dc1ea5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 1129 time: 0.0481091 Aug 24 17:52:28.684484 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-19d4bf4c-9db8-45ed-85c7-dffecb7a8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:28.686162 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-19d4bf4c-9db8-45ed-85c7-dffecb7a8b88 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.0918446 Aug 24 17:52:28.734727 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-f38a2e07-eb12-47b6-a48c-46e7e53df7ac service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565c8009-6ae5-4c23-a533-fff7bf8e849d HTTP/1.1" status: 200 len: 217 time: 0.0399368 Aug 24 17:52:28.801632 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-d0da827e-1f9f-4a23-bf0e-1216b8c5821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:28.803534 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-d0da827e-1f9f-4a23-bf0e-1216b8c5821d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0504692 Aug 24 17:52:28.857282 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-0c65717c-e49c-4eec-9045-4df7bfb4f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:28.858972 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-0c65717c-e49c-4eec-9045-4df7bfb4f94a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445921 Aug 24 17:52:28.874888 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-97129ef9-0bb6-4ea6-8af7-2cafd79e30d3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:28.876529 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-97129ef9-0bb6-4ea6-8af7-2cafd79e30d3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.26 "GET /networking/v2.0/networks?id=1fcff867-0bc4-4478-bdf7-0cc16094d8ae HTTP/1.1" status: 200 len: 809 time: 0.1230247 Aug 24 17:52:28.905925 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Request body: {'port': {'device_id': 'a89e452a-4645-4263-acfb-2d195ceb949d', 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae', 'admin_state_up': True, 'tenant_id': '6e895dd83dbf4458b7d6efaace0d209a'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:28.986188 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-a201650a-dd72-4121-9780-4feb58598bf4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124976 Aug 24 17:52:29.124493 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-890253f3-3e80-4ee9-9714-e789b47ec1f8 req-6b4c8736-62cf-40a0-8e7f-44471c8497cf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309955 Aug 24 17:52:29.165749 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-91502cfd-6d52-43be-b8a0-15e090ff2ada req-33aebd68-b59f-43cf-8e34-3c04d26c33f3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0907278 Aug 24 17:52:29.170447 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Made reservation on behalf of 6e895dd83dbf4458b7d6efaace0d209a for: {'port': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:29.178021 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:29.241897 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2506f-835f-4b31-9ff3-75bc7d3d1f07 req-775c353b-c77e-4065-9202-55a19132a8a1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:29.241897 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b1d2506f-835f-4b31-9ff3-75bc7d3d1f07 req-775c353b-c77e-4065-9202-55a19132a8a1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 943 time: 0.1567130 Aug 24 17:52:29.328235 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b1d2506f-835f-4b31-9ff3-75bc7d3d1f07 req-73666aca-9e37-420a-ba02-a81bdd24b2ad tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096387 Aug 24 17:52:29.394113 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Allocated IP 172.20.0.12 (1fcff867-0bc4-4478-bdf7-0cc16094d8ae/d635d8c8-ef71-49f7-934e-06e412c7de3f/a32d788d-e627-4b4e-98c7-b11b1d170329) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:29.568104 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3f6af-ac3e-4388-9e06-016d7ce6dad5 req-6edc72e8-9176-4a74-a6a3-89f225719002 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:29.572572 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fce3f6af-ac3e-4388-9e06-016d7ce6dad5 req-6edc72e8-9176-4a74-a6a3-89f225719002 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0860827 Aug 24 17:52:29.609985 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:29.613145 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks [] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:29.665301 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fce3f6af-ac3e-4388-9e06-016d7ce6dad5 req-7568690e-721f-49dc-9a5f-e23a66e5168a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802886 Aug 24 17:52:29.759983 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:29.761694 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 12033839-1050-4fb0-90d7-ede010ae619a details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:52:29.772105 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:29.836705 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:29.846368 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:29.853045 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:29.860345 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Pushing event updated for resources: {'Port': ['ID=a32d788d-e627-4b4e-98c7-b11b1d170329,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:29.911689 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:29.925107 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:29.925107 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:29.926225 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '12033839-1050-4fb0-90d7-ede010ae619a', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'port_id': '12033839-1050-4fb0-90d7-ede010ae619a', 'mac_address': 'fa:16:3e:e7:43:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:52:30.036531 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a44a9d55-7b2a-4431-b1ac-edb8f267c40f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1374795 Aug 24 17:52:30.097077 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 12033839-1050-4fb0-90d7-ede010ae619a is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:30.097479 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:30.111984 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12033839-1050-4fb0-90d7-ede010ae619a {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:52:30.133361 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:30.181381 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:30.230018 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=9']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:30.350442 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b42446-2421-44c9-a949-9485232af85d req-bf7a72e1-b403-4ba4-a37a-ca1b676446c9 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:30.351924 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-90b42446-2421-44c9-a949-9485232af85d req-bf7a72e1-b403-4ba4-a37a-ca1b676446c9 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 932 time: 0.0479410 Aug 24 17:52:30.401116 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-90b42446-2421-44c9-a949-9485232af85d req-a058f62d-4d0f-44fb-aa91-026d09e03b62 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Aug 24 17:52:30.457884 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838518-6d2c-4622-9563-d5f2ae259254 req-9abd0e79-d38d-481f-ba2e-ece7da67c234 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:30.459398 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-88838518-6d2c-4622-9563-d5f2ae259254 req-9abd0e79-d38d-481f-ba2e-ece7da67c234 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 944 time: 0.0486476 Aug 24 17:52:30.512266 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-88838518-6d2c-4622-9563-d5f2ae259254 req-56d5e26e-9714-45ee-8d18-94373661ebbd tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463552 Aug 24 17:52:30.626356 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['12033839-1050-4fb0-90d7-ede010ae619a'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:52:30.796039 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a906118-fd0d-4b59-9f62-f6b6d8dcf54a req-ddb9912e-c69b-48f1-b234-178f1d4c6b6d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:30.797590 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7a906118-fd0d-4b59-9f62-f6b6d8dcf54a req-ddb9912e-c69b-48f1-b234-178f1d4c6b6d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0539024 Aug 24 17:52:30.849009 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7a906118-fd0d-4b59-9f62-f6b6d8dcf54a req-616e2d28-bd41-4149-bcec-bea3382aa657 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Aug 24 17:52:31.363578 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Request body: {'port': {'device_id': 'a89e452a-4645-4263-acfb-2d195ceb949d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:31.426173 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:31.755448 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:52:31.782741 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 12033839-1050-4fb0-90d7-ede010ae619a up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:31.815870 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe72d6a-a772-4754-adbd-d7fe1c5cab07 req-17ab65cc-081c-49c0-b8c2-66dac63938e4 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:31.817357 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8fe72d6a-a772-4754-adbd-d7fe1c5cab07 req-17ab65cc-081c-49c0-b8c2-66dac63938e4 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 932 time: 0.0991297 Aug 24 17:52:31.823926 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1736e-93e9-4674-aa5f-b9bd00628df4 req-081872cd-b7d2-4193-91ca-deebe2bc2d67 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:31.825647 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-65f1736e-93e9-4674-aa5f-b9bd00628df4 req-081872cd-b7d2-4193-91ca-deebe2bc2d67 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 944 time: 0.1084192 Aug 24 17:52:31.828323 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 12033839-1050-4fb0-90d7-ede010ae619a triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:31.828713 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (12033839-1050-4fb0-90d7-ede010ae619a), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:31.858503 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:31.925542 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 12033839-1050-4fb0-90d7-ede010ae619a is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:31.926020 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:31.951869 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:31.954369 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c972c45-ad91-4616-b8bc-93f91099dd98" -d '{"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-plugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:31.969322 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:31.969651 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:31.994322 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-65f1736e-93e9-4674-aa5f-b9bd00628df4 req-5347a738-796a-495b-9b48-7247db0bd6cb tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267879 Aug 24 17:52:32.000648 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8fe72d6a-a772-4754-adbd-d7fe1c5cab07 req-a7eea286-44a8-4b87-a57d-0bc7d98a9aaa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740606 Aug 24 17:52:32.075588 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fdd6c3-7547-46f4-ba2d-a7d07593f70e x-openstack-request-id: req-58fdd6c3-7547-46f4-ba2d-a7d07593f70e {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:32.076081 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-plugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:32.076405 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58fdd6c3-7547-46f4-ba2d-a7d07593f70e {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:32.077276 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fdd6c3-7547-46f4-ba2d-a7d07593f70e'] response: {'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a', 'code': 200} Aug 24 17:52:32.130168 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:32.140092 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed85778-21c8-4247-b126-c94ddc0774ce req-908fac1a-bd28-4674-bf6c-2d0ff1358f01 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:32.141689 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ed85778-21c8-4247-b126-c94ddc0774ce req-908fac1a-bd28-4674-bf6c-2d0ff1358f01 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0715079 Aug 24 17:52:32.184663 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:32.189502 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=10']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:32.193088 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32d788d-e627-4b4e-98c7-b11b1d170329 {{(pid=113410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:52:32.205250 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Publish callbacks [] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:32.234988 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.provisioning_blocks [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Transition to ACTIVE for port object a32d788d-e627-4b4e-98c7-b11b1d170329 will not be triggered until provisioned by entity L2. {{(pid=113410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:52:32.239621 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ed85778-21c8-4247-b126-c94ddc0774ce req-68bb5fe1-3a16-446b-9a27-ce2b18504ffd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763428 Aug 24 17:52:32.302471 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:32.389999 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Pushing event updated for resources: {'Port': ['ID=a32d788d-e627-4b4e-98c7-b11b1d170329,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:32.430536 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Attempting to bind port a32d788d-e627-4b4e-98c7-b11b1d170329 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:32.430868 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Attempting to bind port a32d788d-e627-4b4e-98c7-b11b1d170329 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '616f9a0b-6ea6-409e-8ac0-218beab0030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae'}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:32.431201 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Attempting to bind port a32d788d-e627-4b4e-98c7-b11b1d170329 on network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:32.436131 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Port a32d788d-e627-4b4e-98c7-b11b1d170329 on network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:52:32.436464 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Attempting to bind port a32d788d-e627-4b4e-98c7-b11b1d170329 on network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:32.441899 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:32.442674 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Checking segment: {'id': '616f9a0b-6ea6-409e-8ac0-218beab0030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:32.442674 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Bound using segment: {'id': '616f9a0b-6ea6-409e-8ac0-218beab0030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae'} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:32.443360 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Bound port: a32d788d-e627-4b4e-98c7-b11b1d170329, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616f9a0b-6ea6-409e-8ac0-218beab0030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae'}}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:32.443487 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:32.520385 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] For port a32d788d-e627-4b4e-98c7-b11b1d170329, host hv-cinder-85442, cleared binding levels {{(pid=113410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:32.523884 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] For port a32d788d-e627-4b4e-98c7-b11b1d170329, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a32d788d-e627-4b4e-98c7-b11b1d170329,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:32.605740 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:32.609537 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:32.610382 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:32.611882 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/a32d788d-e627-4b4e-98c7-b11b1d170329 HTTP/1.1" status: 200 len: 1094 time: 1.2528770 Aug 24 17:52:32.614226 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89e452a-4645-4263-acfb-2d195ceb949d', 'tag': 'a32d788d-e627-4b4e-98c7-b11b1d170329'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:32.616519 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679b20e2-d1fd-4d1e-b1fd-94634edf175b" -d '{"events": [{"name": "network-changed", "server_uuid": "a89e452a-4645-4263-acfb-2d195ceb949d", "tag": "a32d788d-e627-4b4e-98c7-b11b1d170329"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:32.656645 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a029ab41-8b6b-4a08-9f46-884f880dbebe x-openstack-request-id: req-a029ab41-8b6b-4a08-9f46-884f880dbebe {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:32.656927 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89e452a-4645-4263-acfb-2d195ceb949d", "tag": "a32d788d-e627-4b4e-98c7-b11b1d170329", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:32.657185 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a029ab41-8b6b-4a08-9f46-884f880dbebe {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:32.657590 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a029ab41-8b6b-4a08-9f46-884f880dbebe'] response: {'name': 'network-changed', 'server_uuid': 'a89e452a-4645-4263-acfb-2d195ceb949d', 'tag': 'a32d788d-e627-4b4e-98c7-b11b1d170329', 'status': 'completed', 'code': 200} Aug 24 17:52:32.670629 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b6b09-57c0-487d-8421-a1406de79451 service neutron] Pushing event updated for resources: {'Port': ['ID=a32d788d-e627-4b4e-98c7-b11b1d170329,revision_number=3']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:33.180616 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fce350-13b9-44a9-95a5-c72157aa7211 req-d9650661-225b-4b3e-ab58-d6d4ae6fdc9b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:33.182617 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-45fce350-13b9-44a9-95a5-c72157aa7211 req-d9650661-225b-4b3e-ab58-d6d4ae6fdc9b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0809891 Aug 24 17:52:33.196823 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f2847-0f6b-49f1-b9f9-0f6f13bbe04e req-7e3feb2f-8b3b-4610-9f32-c87dcfe23fbc tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:33.199082 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d9f2847-0f6b-49f1-b9f9-0f6f13bbe04e req-7e3feb2f-8b3b-4610-9f32-c87dcfe23fbc tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 944 time: 0.0884001 Aug 24 17:52:33.270904 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-45fce350-13b9-44a9-95a5-c72157aa7211 req-ef53981d-8400-44e0-bc8d-a96b4e146230 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813582 Aug 24 17:52:33.288289 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d9f2847-0f6b-49f1-b9f9-0f6f13bbe04e req-d3efb7e9-7369-4d11-b631-a222c5c0dbee tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748382 Aug 24 17:52:33.421263 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce2da9-94f9-44e7-9e5b-1f383f43c70b req-a45695ed-7362-48fc-98e6-6a79df3c3a97 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:33.422862 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bce2da9-94f9-44e7-9e5b-1f383f43c70b req-a45695ed-7362-48fc-98e6-6a79df3c3a97 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0536754 Aug 24 17:52:33.466525 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:33.474628 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bce2da9-94f9-44e7-9e5b-1f383f43c70b req-3d29f824-a406-483f-9d19-4ab4f4073ecd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461557 Aug 24 17:52:33.768987 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b20e2-d1fd-4d1e-b1fd-94634edf175b req-6e0118ed-4819-4c1b-aa97-7be0fbed4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:33.770638 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-679b20e2-d1fd-4d1e-b1fd-94634edf175b req-6e0118ed-4819-4c1b-aa97-7be0fbed4f84 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6e895dd83dbf4458b7d6efaace0d209a&device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 1128 time: 0.0545540 Aug 24 17:52:33.915645 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b20e2-d1fd-4d1e-b1fd-94634edf175b req-07936e23-5ca5-4cea-8d21-24d6010fd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:33.918473 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-679b20e2-d1fd-4d1e-b1fd-94634edf175b req-07936e23-5ca5-4cea-8d21-24d6010fd6a1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=6e895dd83dbf4458b7d6efaace0d209a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1392536 Aug 24 17:52:34.019299 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b80c8-fa69-4d61-9e45-cb8decf14e52 req-17635ac5-4705-43a5-8166-6aef2915d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:34.020969 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-846b80c8-fa69-4d61-9e45-cb8decf14e52 req-17635ac5-4705-43a5-8166-6aef2915d270 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 1130 time: 0.0664120 Aug 24 17:52:34.058530 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b20e2-d1fd-4d1e-b1fd-94634edf175b req-8a126f73-ef36-4b3f-bf06-1bbad4766759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:34.060162 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-679b20e2-d1fd-4d1e-b1fd-94634edf175b req-8a126f73-ef36-4b3f-bf06-1bbad4766759 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062951 Aug 24 17:52:34.070193 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-846b80c8-fa69-4d61-9e45-cb8decf14e52 req-ef62d13e-ba76-48c9-ab2c-fec5912358e5 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Aug 24 17:52:34.333815 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:34.409647 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a1c02461-32a0-4439-b5b9-149c1887a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:34.416661 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-a1c02461-32a0-4439-b5b9-149c1887a46f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6e895dd83dbf4458b7d6efaace0d209a&device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 1128 time: 0.0957520 Aug 24 17:52:34.463942 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-4538d70c-ca3f-4bee-961a-b6b94c7b8128 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a32d788d-e627-4b4e-98c7-b11b1d170329 HTTP/1.1" status: 200 len: 217 time: 0.0374701 Aug 24 17:52:34.495985 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd32a9c-08b3-479f-a0a2-5d8c200d6c7d req-72d5dee3-183f-4e48-9a05-51949694a6bf tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:34.502915 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ccd32a9c-08b3-479f-a0a2-5d8c200d6c7d req-72d5dee3-183f-4e48-9a05-51949694a6bf tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0963521 Aug 24 17:52:34.519156 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ff84c-3683-4464-bb9a-cbe802a5ecae req-7dee61f3-3f14-49f1-b3c3-b1d256565b16 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:34.540730 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b76ff84c-3683-4464-bb9a-cbe802a5ecae req-7dee61f3-3f14-49f1-b3c3-b1d256565b16 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 944 time: 0.1111186 Aug 24 17:52:34.567727 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-557c6c01-7959-475f-84e7-617351f0791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:34.571749 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-557c6c01-7959-475f-84e7-617351f0791e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d635d8c8-ef71-49f7-934e-06e412c7de3f HTTP/1.1" status: 200 len: 849 time: 0.1012843 Aug 24 17:52:34.618523 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ccd32a9c-08b3-479f-a0a2-5d8c200d6c7d req-9793a531-3511-44de-bf39-2c8f9757bf59 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147254 Aug 24 17:52:34.650489 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b76ff84c-3683-4464-bb9a-cbe802a5ecae req-308c877b-7515-4e59-b2ca-4241e319d716 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087132 Aug 24 17:52:34.872649 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-7fa9fa91-a05e-4d63-ad28-a74e2c7865b2 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1999771964&fields=id&tenant_id=54cebab3bf1f440dbaa4ef020177a4bb HTTP/1.1" status: 200 len: 267 time: 0.0466454 Aug 24 17:52:34.996170 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-6503ed51-ac54-4180-8d8a-23e89390905e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=1fcff867-0bc4-4478-bdf7-0cc16094d8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298362 Aug 24 17:52:34.996707 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-b373f84b-224b-4c34-8a6f-eb930df91efe tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:34.998299 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-b373f84b-224b-4c34-8a6f-eb930df91efe tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 812 time: 0.1188745 Aug 24 17:52:35.020256 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-abce0e7d-c63f-4cd4-84b0-1a2b04cf13ce tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/quotas/54cebab3bf1f440dbaa4ef020177a4bb HTTP/1.1" status: 200 len: 375 time: 0.0148065 Aug 24 17:52:35.099005 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:35.125121 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-3cb3a82c-c845-4a8b-a5a9-ab2021820d84 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981719 Aug 24 17:52:35.137264 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-b7ed8455-1513-44ad-b921-410e39038b9f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326568 Aug 24 17:52:35.257471 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4eb1befd-244b-44ff-984b-bb3987af0353 req-5b26d9e1-dbab-4363-a635-dc237b0a410e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119156 Aug 24 17:52:35.264072 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-ed6a918a-262d-481f-9f05-030cd6d7c3f0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302609 Aug 24 17:52:35.389460 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-267d0205-fec2-4860-ba7b-b49f0191a2dc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146584 Aug 24 17:52:35.472309 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47226) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:35.479900 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-1384311c-999a-48fb-82c4-dd73590380f6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662213470', 'description': 'tempest-description--2110621767'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:35.502137 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:35.593173 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1384311c-999a-48fb-82c4-dd73590380f6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:35.676875 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1384311c-999a-48fb-82c4-dd73590380f6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group (83854158-5115-4321-9562-436cefa821dc), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:35.753590 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1384311c-999a-48fb-82c4-dd73590380f6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (83854158-5115-4321-9562-436cefa821dc), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:35.790925 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cca25-913d-410c-9044-6027541c33a6 req-51b76203-e150-4042-9208-8df966763b43 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:35.793933 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384311c-999a-48fb-82c4-dd73590380f6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83854158-5115-4321-9562-436cefa821dc,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:35.794407 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a25cca25-913d-410c-9044-6027541c33a6 req-51b76203-e150-4042-9208-8df966763b43 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0734296 Aug 24 17:52:35.854573 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a25cca25-913d-410c-9044-6027541c33a6 req-1f801c00-3b60-4600-8bc1-94c047c32004 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534577 Aug 24 17:52:35.865280 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1384311c-999a-48fb-82c4-dd73590380f6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:35.867140 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-1384311c-999a-48fb-82c4-dd73590380f6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3932376 Aug 24 17:52:35.871514 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47236) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:35.876579 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-089953b0-42d5-4c8c-9ab7-f989e9904c12 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Request body: {'security_group_rule': {'security_group_id': '83854158-5115-4321-9562-436cefa821dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:35.989171 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ea005-78b2-46b4-971f-c6e08842cfe5 req-0df3b713-a1cf-4d54-81b6-ac79a7f22175 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:35.990923 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-303ea005-78b2-46b4-971f-c6e08842cfe5 req-0df3b713-a1cf-4d54-81b6-ac79a7f22175 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 944 time: 0.0578027 Aug 24 17:52:36.019973 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:36.048274 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-303ea005-78b2-46b4-971f-c6e08842cfe5 req-02022f69-e4b8-4147-910b-363214e75f85 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499568 Aug 24 17:52:36.101479 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-089953b0-42d5-4c8c-9ab7-f989e9904c12 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group_rule (0593ca12-9ac9-4f0d-b387-eb51107fdd80), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:36.221661 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-089953b0-42d5-4c8c-9ab7-f989e9904c12 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group_rule (0593ca12-9ac9-4f0d-b387-eb51107fdd80), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:36.238529 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-424a4147-60bd-4df3-b7b5-099f3ec2f8a7 req-ffe48de9-d00c-4deb-b4c5-e16d9db9e280 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0633986 Aug 24 17:52:36.307617 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-089953b0-42d5-4c8c-9ab7-f989e9904c12 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (0593ca12-9ac9-4f0d-b387-eb51107fdd80), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:36.333586 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089953b0-42d5-4c8c-9ab7-f989e9904c12 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0593ca12-9ac9-4f0d-b387-eb51107fdd80,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:36.407157 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-089953b0-42d5-4c8c-9ab7-f989e9904c12 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:36.408544 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-089953b0-42d5-4c8c-9ab7-f989e9904c12 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5358939 Aug 24 17:52:36.415849 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 47248) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:36.420815 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-784b1bf8-80c4-4f1e-9a63-211e386da445 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Request body: {'security_group_rule': {'security_group_id': '83854158-5115-4321-9562-436cefa821dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:36.534198 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-784b1bf8-80c4-4f1e-9a63-211e386da445 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group_rule (7fc3eb98-7015-4115-b9e8-e74def929f6b), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:36.602771 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-784b1bf8-80c4-4f1e-9a63-211e386da445 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group_rule (7fc3eb98-7015-4115-b9e8-e74def929f6b), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:36.713242 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-784b1bf8-80c4-4f1e-9a63-211e386da445 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (7fc3eb98-7015-4115-b9e8-e74def929f6b), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:36.738071 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b1bf8-80c4-4f1e-9a63-211e386da445 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc3eb98-7015-4115-b9e8-e74def929f6b,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:36.800516 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-784b1bf8-80c4-4f1e-9a63-211e386da445 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:36.801809 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-784b1bf8-80c4-4f1e-9a63-211e386da445 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848152 Aug 24 17:52:36.805074 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 47250) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:36.811299 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:36.909826 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:37.049331 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:37.057760 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b72bbf-0522-4d1f-9f40-c441cb7c5694 req-6393fefd-337d-4516-bd1f-2caaf554c366 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:37.059503 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0b72bbf-0522-4d1f-9f40-c441cb7c5694 req-6393fefd-337d-4516-bd1f-2caaf554c366 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0686581 Aug 24 17:52:37.206843 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0b72bbf-0522-4d1f-9f40-c441cb7c5694 req-7acfc443-23d7-4b9b-97b7-b5b248dd445f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400745 Aug 24 17:52:37.253616 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6367d-65a6-4868-a0d1-7d88abce6a6f req-cefe5cb4-172f-4677-aa17-0121add49164 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:37.255368 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1ce6367d-65a6-4868-a0d1-7d88abce6a6f req-cefe5cb4-172f-4677-aa17-0121add49164 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 944 time: 0.1046109 Aug 24 17:52:37.314558 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Allocated IP 172.27.2.73 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/73646a7a-569f-42c4-a3cc-b7e76262b621) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:37.321228 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:37.374929 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a80d7ef5-e688-4d64-a117-d400e8b435ec req-10e2e572-370c-4b0a-9ce7-fb7e055743e5 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0575750 Aug 24 17:52:37.381173 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1ce6367d-65a6-4868-a0d1-7d88abce6a6f req-fec4dde6-3620-4efe-8866-1dc464ddf61a tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176708 Aug 24 17:52:37.493825 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for port (73646a7a-569f-42c4-a3cc-b7e76262b621), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:37.497830 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:37.638976 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (73646a7a-569f-42c4-a3cc-b7e76262b621), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:37.686801 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:37.690143 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:37.694117 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:37.722468 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event updated for resources: {'Port': ['ID=73646a7a-569f-42c4-a3cc-b7e76262b621,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:37.802395 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for floatingip (30f8b399-db56-4e59-9719-14cb4d8b3762), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:37.919287 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (73646a7a-569f-42c4-a3cc-b7e76262b621), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:38.099559 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for port (73646a7a-569f-42c4-a3cc-b7e76262b621), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:38.158576 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (73646a7a-569f-42c4-a3cc-b7e76262b621), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:38.234479 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event updated for resources: {'Port': ['ID=73646a7a-569f-42c4-a3cc-b7e76262b621,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:38.239773 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (30f8b399-db56-4e59-9719-14cb4d8b3762), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:38.327241 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:38.329089 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-aee768e7-3cde-4d12-980a-5589a49a2d2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5227597 Aug 24 17:52:38.383697 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944b3e7-34b4-402e-afcc-a07b8152aee0 req-74ba0761-a612-4177-acb3-71212ae6e82d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:38.387001 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e944b3e7-34b4-402e-afcc-a07b8152aee0 req-74ba0761-a612-4177-acb3-71212ae6e82d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0802317 Aug 24 17:52:38.448743 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:38.462520 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e944b3e7-34b4-402e-afcc-a07b8152aee0 req-89e9feb4-2038-400c-88fb-193c90fa00b5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645442 Aug 24 17:52:38.520387 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b98e66fd-0eaf-4f0c-ab31-e7ff1a1aa220 req-4a9d4d55-4616-4228-8a8c-8e5dc86aa2b3 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0413361 Aug 24 17:52:38.584076 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12085e-7d0e-45ef-8a0a-36c2569f2560 req-ac2e2080-d132-4754-bd8e-70f4ebc66966 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:38.585954 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4d12085e-7d0e-45ef-8a0a-36c2569f2560 req-ac2e2080-d132-4754-bd8e-70f4ebc66966 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 944 time: 0.0568435 Aug 24 17:52:38.671465 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4d12085e-7d0e-45ef-8a0a-36c2569f2560 req-fc803a6f-c80a-4c2e-81cf-198e270c47d1 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783098 Aug 24 17:52:38.684323 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-1f92d490-8dec-4791-8415-99d04a67b34e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--662213470&fields=id&tenant_id=151e9d2b290047e8acd9468c721b9dd3 HTTP/1.1" status: 200 len: 267 time: 0.0745890 Aug 24 17:52:38.811172 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-15fcdb93-96ad-45f4-b660-298b8f193a10 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:38.812655 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-15fcdb93-96ad-45f4-b660-298b8f193a10 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 819 time: 0.1195302 Aug 24 17:52:38.829295 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-0f6196a8-c10b-4dfe-ae9c-33b6cd5f72f7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/quotas/151e9d2b290047e8acd9468c721b9dd3 HTTP/1.1" status: 200 len: 375 time: 0.0103664 Aug 24 17:52:38.889083 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-9eef875a-434d-4fa3-a304-fc3a64cafbb8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0543191 Aug 24 17:52:38.992551 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:38.999193 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-cb8348f4-f682-4075-92fd-cb113c206231 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974083 Aug 24 17:52:39.096715 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-ba135fc9-9273-4499-9205-14fbf38ceec2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916033 Aug 24 17:52:39.391830 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7ddab950-8ba9-4e23-9b60-0761179e75de req-ae3742ee-d64d-4742-b682-be3d43aa8fd2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0386143 Aug 24 17:52:39.718719 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad983db1-ded4-4d3c-9a36-e32b14a04297 req-1a3f72ee-2528-4c28-993d-b293cdacbe9f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:39.720287 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ad983db1-ded4-4d3c-9a36-e32b14a04297 req-1a3f72ee-2528-4c28-993d-b293cdacbe9f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.1125944 Aug 24 17:52:39.744387 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bda24c54-9740-4bab-a03c-86534fda369e req-ebc88c21-a662-4bc1-ab37-24fa93b117a7 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0451932 Aug 24 17:52:39.799362 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ad983db1-ded4-4d3c-9a36-e32b14a04297 req-1d5e0669-4118-43b2-ae69-96e56eb49878 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630116 Aug 24 17:52:39.905467 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c932379-5884-45b6-ad4f-1ce76808b503 req-db79255a-6e41-4264-9940-17679d02cfbc tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:39.907352 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c932379-5884-45b6-ad4f-1ce76808b503 req-db79255a-6e41-4264-9940-17679d02cfbc tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 944 time: 0.0608518 Aug 24 17:52:39.979494 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c932379-5884-45b6-ad4f-1ce76808b503 req-1129b004-2728-457e-a78a-e476278e4315 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600932 Aug 24 17:52:40.478430 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-63a127aa-8271-45ed-b50a-a01a368f712b req-6ba78c95-aa99-4610-bf0b-39de62999ac6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0353231 Aug 24 17:52:40.868646 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0a1f2ff6-a059-49a2-9180-75778c9c510b req-6f7aef5e-6c21-4bb7-a672-ccb8c75671c4 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0329695 Aug 24 17:52:40.949513 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c91a2d-328e-4aaf-bfa0-b11a9c3ec53e req-bc3141b6-fb3d-4f1e-a05b-bf200167d6e3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:40.951086 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f4c91a2d-328e-4aaf-bfa0-b11a9c3ec53e req-bc3141b6-fb3d-4f1e-a05b-bf200167d6e3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0580578 Aug 24 17:52:41.002395 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f4c91a2d-328e-4aaf-bfa0-b11a9c3ec53e req-00fe9a93-0519-498a-a473-f8218fed7a77 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455947 Aug 24 17:52:41.109593 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45195650-4c14-4f8f-9d3d-7c8b0da7c948 req-a360537e-f45f-461d-be4a-2a71584d3116 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:41.111143 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-45195650-4c14-4f8f-9d3d-7c8b0da7c948 req-a360537e-f45f-461d-be4a-2a71584d3116 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 944 time: 0.0557961 Aug 24 17:52:41.170868 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-45195650-4c14-4f8f-9d3d-7c8b0da7c948 req-b3630fd7-ba5a-4a37-b1be-47c91d709bee tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529838 Aug 24 17:52:41.580376 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4d48c9d3-7fd0-41b5-a0c3-3732e5101538 req-d937036f-f181-42d0-94fd-a2efdac33853 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0295851 Aug 24 17:52:41.975528 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-02df7b02-ff08-4557-a6d4-da0c87ab6aa0 req-b8d0d763-b0f6-4d77-a115-ca7423704dd9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0289457 Aug 24 17:52:42.139593 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1af99e-a913-484d-9709-182f0bccbda5 req-bb3ed1c2-2e6f-494e-9d6a-8fc91a152bf6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:42.141191 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ee1af99e-a913-484d-9709-182f0bccbda5 req-bb3ed1c2-2e6f-494e-9d6a-8fc91a152bf6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0500107 Aug 24 17:52:42.179598 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=6 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:42.186707 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:42.200702 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ee1af99e-a913-484d-9709-182f0bccbda5 req-27ef8d65-9689-4148-8ae5-2408d2e1a2ca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533943 Aug 24 17:52:42.300670 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:42.315222 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e4ae1-61a9-45b3-a0ed-84034814ee3e req-48357df5-f91e-4d9e-bcc0-dc02394b7cd6 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:42.316841 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6a0e4ae1-61a9-45b3-a0ed-84034814ee3e req-48357df5-f91e-4d9e-bcc0-dc02394b7cd6 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 944 time: 0.0644908 Aug 24 17:52:42.347332 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.377227 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6a0e4ae1-61a9-45b3-a0ed-84034814ee3e req-0fde3b69-5319-43e4-8732-278d8f5eac89 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529876 Aug 24 17:52:42.697889 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-50c22576-f082-4576-baf7-04145ca6811c req-80940338-6e95-415f-b483-d87783af468c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0316551 Aug 24 17:52:43.088038 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b1b4518-1bfd-4da7-a6e7-48d46657eb69 req-bb0f328a-9502-4635-8706-5f88177bcab8 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0325127 Aug 24 17:52:43.171990 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b97da-3d6e-4873-8857-b1b18cc00a94 req-2fea81a8-57ff-473a-a2ae-78601b327078 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:43.173503 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-983b97da-3d6e-4873-8857-b1b18cc00a94 req-2fea81a8-57ff-473a-a2ae-78601b327078 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.0536609 Aug 24 17:52:43.229437 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-983b97da-3d6e-4873-8857-b1b18cc00a94 req-6ad9874a-76db-4bb4-884b-4e9c61f0103e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499582 Aug 24 17:52:43.270839 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device a32d788d-e627-4b4e-98c7-b11b1d170329 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:52:43.373309 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8e40a-8841-49c1-b24e-adf7bcd768f9 req-1da45730-f621-414e-80c0-4de7eb51dc24 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:43.379352 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bec8e40a-8841-49c1-b24e-adf7bcd768f9 req-1da45730-f621-414e-80c0-4de7eb51dc24 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0821416 Aug 24 17:52:43.392494 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port a32d788d-e627-4b4e-98c7-b11b1d170329, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a32d788d-e627-4b4e-98c7-b11b1d170329,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:43.406540 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': 'a32d788d-e627-4b4e-98c7-b11b1d170329', 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae', 'port_id': 'a32d788d-e627-4b4e-98c7-b11b1d170329', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd635d8c8-ef71-49f7-934e-06e412c7de3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:52:43.456050 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bec8e40a-8841-49c1-b24e-adf7bcd768f9 req-d5cb9b95-a035-4cd6-9580-0ac505a19eaa tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715444 Aug 24 17:52:43.458910 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port a32d788d-e627-4b4e-98c7-b11b1d170329 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:43.459548 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.482716 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32d788d-e627-4b4e-98c7-b11b1d170329 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:52:43.520230 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port a32d788d-e627-4b4e-98c7-b11b1d170329, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a32d788d-e627-4b4e-98c7-b11b1d170329,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:43.521989 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb370d95-cb14-4356-a729-aa04fb3d3875 req-ff8739c8-bb48-474e-b1b2-87c3756e6c74 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:43.523732 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bb370d95-cb14-4356-a729-aa04fb3d3875 req-ff8739c8-bb48-474e-b1b2-87c3756e6c74 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 944 time: 0.0631583 Aug 24 17:52:43.595937 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bb370d95-cb14-4356-a729-aa04fb3d3875 req-2855aa4c-8cac-4a43-b663-b56ee3601d24 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611837 Aug 24 17:52:43.633220 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.685144 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=a32d788d-e627-4b4e-98c7-b11b1d170329,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:43.832417 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c1b4eec0-bab1-412a-992f-103af5fb5b23 req-d222f299-82d9-4ebf-88a2-dcc65a2cfba8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0332489 Aug 24 17:52:44.001349 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['a32d788d-e627-4b4e-98c7-b11b1d170329'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:52:44.180653 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:44.201777 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-abc66b98-fc56-4c07-8f41-8da07adf8e04 req-7e4354f4-3be1-4f76-ba02-93f838e3296e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0300272 Aug 24 17:52:44.365413 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83396bb-60ec-47b1-8439-37b413d10af2 req-c50c8183-f496-4692-8c70-63bbe24d218b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:44.367025 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b83396bb-60ec-47b1-8439-37b413d10af2 req-c50c8183-f496-4692-8c70-63bbe24d218b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.0572238 Aug 24 17:52:44.424393 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b83396bb-60ec-47b1-8439-37b413d10af2 req-ae83e1b6-aac1-4c25-96a5-39b7c75ea219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511594 Aug 24 17:52:44.642678 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2debab7-30a1-4c07-ab55-3b427a2a519f req-2c4e7e46-0319-4b4a-a13a-6233c53aa281 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:44.644419 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b2debab7-30a1-4c07-ab55-3b427a2a519f req-2c4e7e46-0319-4b4a-a13a-6233c53aa281 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0535562 Aug 24 17:52:44.732641 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b2debab7-30a1-4c07-ab55-3b427a2a519f req-3c81d190-15a5-4d96-b9b8-8644a591b7ef tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812519 Aug 24 17:52:44.757659 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3ff8f-8fb4-46e1-8b5b-8e1dc347bfb5 req-1555fea4-93a0-422d-9474-332818b3a0c4 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:44.769359 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-10e3ff8f-8fb4-46e1-8b5b-8e1dc347bfb5 req-1555fea4-93a0-422d-9474-332818b3a0c4 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 945 time: 0.0831063 Aug 24 17:52:44.817197 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-10e3ff8f-8fb4-46e1-8b5b-8e1dc347bfb5 req-2b38e27e-bd1a-4eb7-a9e1-e542999e9529 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508931 Aug 24 17:52:44.953125 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-11b3da9f-4818-4444-9330-88a4a6612b0d req-2135cad0-4d11-41f7-8060-0a45ab915681 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0429637 Aug 24 17:52:45.078689 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-088f11c4-ea7a-4497-ad5d-6176c999ea61 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:45.080476 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-088f11c4-ea7a-4497-ad5d-6176c999ea61 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 812 time: 0.1776245 Aug 24 17:52:45.319985 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3c3c24ed-3157-43c5-b746-822576f6f9b3 req-7788e068-66ee-4db3-9525-db08b179bad8 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Aug 24 17:52:45.581593 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc3cef-66ce-4c8f-9d60-8b5def3c13dd req-c9ab4a82-b26d-4077-8bb2-57250bbe1f42 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:45.583203 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-98bc3cef-66ce-4c8f-9d60-8b5def3c13dd req-c9ab4a82-b26d-4077-8bb2-57250bbe1f42 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.0521555 Aug 24 17:52:45.635960 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-98bc3cef-66ce-4c8f-9d60-8b5def3c13dd req-1e2107d0-1c87-40a5-9bc6-8c1d24b73fc9 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455074 Aug 24 17:52:45.949500 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bcba9-e8e4-40d3-a4de-e36f886ffb96 req-a5d0b140-c1da-4c79-87d3-fad2bfbe652b tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:45.951122 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a42bcba9-e8e4-40d3-a4de-e36f886ffb96 req-a5d0b140-c1da-4c79-87d3-fad2bfbe652b tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 945 time: 0.0529506 Aug 24 17:52:46.005320 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a42bcba9-e8e4-40d3-a4de-e36f886ffb96 req-bf89fa46-d918-4ec8-b33f-c1aa2e1b3179 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483112 Aug 24 17:52:46.058192 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-69e77fb8-f17d-4d76-b96b-2994f51044bb req-b6d8b82a-beea-4f57-ba7b-138904cedd4a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0292170 Aug 24 17:52:46.436826 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1b078182-c36c-46a7-9eda-a2b047df1286 req-0f73b017-746f-497a-b5e6-0a6e29f4cec0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0292699 Aug 24 17:52:46.763640 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfec5c-5fda-4b55-8c41-9993c30c407a req-04b42047-070f-468f-b621-be6b8adc68d1 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:46.765130 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-19cfec5c-5fda-4b55-8c41-9993c30c407a req-04b42047-070f-468f-b621-be6b8adc68d1 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.0509610 Aug 24 17:52:46.816894 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-19cfec5c-5fda-4b55-8c41-9993c30c407a req-a470f178-5721-4cfd-984d-361336b1e317 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460744 Aug 24 17:52:47.158107 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ce16d-4f8a-4ca4-9d1d-43586fc9902f req-5b29a4dc-ed42-4585-9d44-631278fbc76e tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:47.159656 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d35ce16d-4f8a-4ca4-9d1d-43586fc9902f req-5b29a4dc-ed42-4585-9d44-631278fbc76e tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 945 time: 0.0759637 Aug 24 17:52:47.180078 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-26391d25-d50c-4166-bcaa-f38b332ccd61 req-e83edb31-23b6-495c-9a5d-8b117d9d4f5c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0433385 Aug 24 17:52:47.227084 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d35ce16d-4f8a-4ca4-9d1d-43586fc9902f req-18d89b2f-70d5-402d-abf2-e3180990d01a tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Aug 24 17:52:47.543410 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bcce78cd-8029-4005-b974-7d332dd294a8 req-c86ddddd-751e-45ca-887a-2fa3ae5cf74d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0310018 Aug 24 17:52:47.722733 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-07bd2c37-95db-4f9c-bd2d-4ea8b09f0116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.756281 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:47.764466 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:47.964105 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ddc3-89c1-41f4-a32b-c8b9ef729aed req-63715a85-7fb8-415d-b666-f8aa08474219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:47.965800 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0188ddc3-89c1-41f4-a32b-c8b9ef729aed req-63715a85-7fb8-415d-b666-f8aa08474219 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.0697775 Aug 24 17:52:48.004493 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:48.022783 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0188ddc3-89c1-41f4-a32b-c8b9ef729aed req-7df9329f-24ae-4b7c-aacb-dcf5d4c49af8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466237 Aug 24 17:52:48.102940 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device a32d788d-e627-4b4e-98c7-b11b1d170329 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:48.148765 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port a32d788d-e627-4b4e-98c7-b11b1d170329 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:52:48.188156 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:48.225938 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port a32d788d-e627-4b4e-98c7-b11b1d170329 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:48.225938 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.239502 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-c7e129ab-294d-4003-b53f-0e81b1b5dc81 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54cebab3bf1f440dbaa4ef020177a4bb HTTP/1.1" status: 200 len: 380 time: 0.0733311 Aug 24 17:52:48.290990 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aaf406b5-e55b-42fb-9c09-956b8e7a3af2 req-5f5ca75d-bc88-455b-8b64-9ed3cf4cd112 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0336714 Aug 24 17:52:48.313449 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port a32d788d-e627-4b4e-98c7-b11b1d170329 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:48.317205 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.320113 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'port': {'device_id': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'admin_state_up': True, 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'security_groups': ['5008b6f0-7b2e-4618-bde1-8742b2c33678']}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:48.374338 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port a32d788d-e627-4b4e-98c7-b11b1d170329, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a32d788d-e627-4b4e-98c7-b11b1d170329,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:48.375710 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89e452a-4645-4263-acfb-2d195ceb949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32d788d-e627-4b4e-98c7-b11b1d170329'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:48.378625 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2087ea-99ef-4bb1-a148-b2603eff4a12" -d '{"events": [{"server_uuid": "a89e452a-4645-4263-acfb-2d195ceb949d", "name": "network-vif-plugged", "status": "completed", "tag": "a32d788d-e627-4b4e-98c7-b11b1d170329"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:48.432894 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e156d99f-2590-4625-9ec0-374ec84be21f x-openstack-request-id: req-e156d99f-2590-4625-9ec0-374ec84be21f {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:48.434275 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89e452a-4645-4263-acfb-2d195ceb949d", "name": "network-vif-plugged", "status": "completed", "tag": "a32d788d-e627-4b4e-98c7-b11b1d170329", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:48.434789 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e156d99f-2590-4625-9ec0-374ec84be21f {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:48.435405 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e156d99f-2590-4625-9ec0-374ec84be21f'] response: {'server_uuid': 'a89e452a-4645-4263-acfb-2d195ceb949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32d788d-e627-4b4e-98c7-b11b1d170329', 'code': 200} Aug 24 17:52:48.501501 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.575096 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=a32d788d-e627-4b4e-98c7-b11b1d170329,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:48.593354 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Made reservation on behalf of 54cebab3bf1f440dbaa4ef020177a4bb for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:48.602284 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.778546 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-140ae949-8c79-4a0e-83d7-72aa002f1816 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:48.779976 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-140ae949-8c79-4a0e-83d7-72aa002f1816 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.4810529 Aug 24 17:52:48.802314 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Allocated IP 172.20.0.7 (2846555c-99d6-42dd-b3aa-b589c6b8e767/ef7139a4-0225-4999-b9c2-098ddfe2e9e1/7aa9edde-92b1-4e33-9fe7-371de05db5c9) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:48.808336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7d83-7b74-4f01-b54f-591b873d6097 req-42097cdf-e049-4238-950d-e182a97867b4 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:48.809823 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4d6a7d83-7b74-4f01-b54f-591b873d6097 req-42097cdf-e049-4238-950d-e182a97867b4 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 945 time: 0.4440706 Aug 24 17:52:48.811608 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d65e4c53-b69c-43a8-b328-b39e5ab56ada req-ec2139c1-1801-452a-9939-7be5f0629ce2 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0525129 Aug 24 17:52:48.857989 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:48.865736 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4d6a7d83-7b74-4f01-b54f-591b873d6097 req-8733099d-c845-4561-8f44-763da59274dd tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487018 Aug 24 17:52:48.954447 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:49.212034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Deleting port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:52:49.212421 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.220986 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.221708 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e18651-e034-488a-bd26-53e17cccb677 req-6d6f6d9d-2b33-46ba-b40e-2c89d2f0ec0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:49.223295 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-50e18651-e034-488a-bd26-53e17cccb677 req-6d6f6d9d-2b33-46ba-b40e-2c89d2f0ec0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 946 time: 0.1109743 Aug 24 17:52:49.302440 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871e83f-545d-48a2-b1a4-cdc736f1fd3c req-4edd5679-6389-4152-8454-cc4ac68cc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:49.303978 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1871e83f-545d-48a2-b1a4-cdc736f1fd3c req-4edd5679-6389-4152-8454-cc4ac68cc7a2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 1130 time: 0.0807991 Aug 24 17:52:49.344464 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-50e18651-e034-488a-bd26-53e17cccb677 req-9948cddb-94f1-4544-a477-867b32757cae tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cc321491-2934-438a-9a30-7ba7600b1ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062212 Aug 24 17:52:49.366901 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] For port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:49.367336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.387281 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.456556 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:49.473678 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:49.476207 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1871e83f-545d-48a2-b1a4-cdc736f1fd3c req-8e587272-3c58-44a6-82de-5b43be4b1a0f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592655 Aug 24 17:52:49.477058 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:49.507267 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e21c3c21-d9b9-4b98-81b3-e53e3f435d8e req-21c3d92d-9d8b-47d5-8d0f-aca359c6b14d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0825176 Aug 24 17:52:49.539756 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'Port': ['ID=7aa9edde-92b1-4e33-9fe7-371de05db5c9,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:49.566866 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-bcf1f3bc-a113-4fd6-bcc9-42cc9115a0fe tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:49.568709 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-bcf1f3bc-a113-4fd6-bcc9-42cc9115a0fe tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 819 time: 0.2829471 Aug 24 17:52:49.573890 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:49.574650 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.686843 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-a884a1cb-da9c-486d-b4d3-b0e16d9b1614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3831344 Aug 24 17:52:49.706315 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.706682 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (53c4c617-5fa9-470e-9615-464ec9c9d477), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.706994 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Floating IP 53c4c617-5fa9-470e-9615-464ec9c9d477 disassociated. External IP: 172.27.2.37, port: 7f2abfe3-e47f-4067-a51b-0d1eceadb9db. Aug 24 17:52:49.707336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Calling delete_port for 7f2abfe3-e47f-4067-a51b-0d1eceadb9db owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:52:49.785124 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-df0bf1c5-8d67-45eb-ab69-8c88f0d51b35 None None] Provisioning complete for port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:49.785775 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-df0bf1c5-8d67-45eb-ab69-8c88f0d51b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.824148 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-df0bf1c5-8d67-45eb-ab69-8c88f0d51b35 None None] Port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:49.952183 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (7f2abfe3-e47f-4067-a51b-0d1eceadb9db), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.973702 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b0cdc-d71f-4c3f-8c0c-849a046e6771 req-20e44ee6-b620-49c9-9d32-6e670e38af27 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:49.975307 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f33b0cdc-d71f-4c3f-8c0c-849a046e6771 req-20e44ee6-b620-49c9-9d32-6e670e38af27 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 931 time: 0.0804355 Aug 24 17:52:50.008859 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'Port': ['ID=7f2abfe3-e47f-4067-a51b-0d1eceadb9db,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:50.047178 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Request body: {'port': {'device_id': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:50.103198 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:50.162981 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-83aee361-6e26-4636-b81d-99a138c303bc tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=151e9d2b290047e8acd9468c721b9dd3 HTTP/1.1" status: 200 len: 379 time: 0.1090603 Aug 24 17:52:50.162981 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.163185 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec3cb4-cd3b-4e05-8a69-cea0213158e3 req-76ea9cf9-4f53-4821-b856-494d202eae91 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:50.163928 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-45ec3cb4-cd3b-4e05-8a69-cea0213158e3 req-76ea9cf9-4f53-4821-b856-494d202eae91 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 946 time: 0.2030556 Aug 24 17:52:50.178998 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Request body: {'port': {'device_id': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'admin_state_up': True, 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'security_groups': ['83854158-5115-4321-9562-436cefa821dc']}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:50.205239 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:50.222819 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f33b0cdc-d71f-4c3f-8c0c-849a046e6771 req-cd698a78-d807-4cc3-bb02-532003f7476d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215765 Aug 24 17:52:50.237692 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:50.253886 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5515be39-f921-449b-9800-eb718520f37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.274862 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:52:50.286362 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-45ec3cb4-cd3b-4e05-8a69-cea0213158e3 req-b2f3fdb4-e347-4a90-82b0-efba98ed911c tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087189 Aug 24 17:52:50.396661 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:50.434809 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:50.446266 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:50.450693 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:50.467066 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:50.467727 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:52:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:50.500980 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Made reservation on behalf of 151e9d2b290047e8acd9468c721b9dd3 for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:50.505094 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.509100 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:50.546549 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] No DVR routers for this DVR port 7f2abfe3-e47f-4067-a51b-0d1eceadb9db on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:52:50.549834 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.554447 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-76f87c08-e189-4003-8a8c-e9d92a903bdd req-45db76a5-f0a8-4a57-a436-a9261bab41c8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "DELETE /networking/v2.0/ports/7f2abfe3-e47f-4067-a51b-0d1eceadb9db HTTP/1.1" status: 204 len: 173 time: 1.5206187 Aug 24 17:52:50.556507 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d17993ab-3c1d-4f4c-8e90-8ad6417ff73c req-5fb502d8-7469-4a11-b114-04ead6629432 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 210 time: 0.0798929 Aug 24 17:52:50.557637 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96b5e63-7140-4b8b-99e9-005627134785', 'name': 'network-vif-deleted', 'tag': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:50.560504 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e653d261-7283-46ef-8fe0-b858cfcfea94" -d '{"events": [{"server_uuid": "e96b5e63-7140-4b8b-99e9-005627134785", "name": "network-vif-deleted", "tag": "7f2abfe3-e47f-4067-a51b-0d1eceadb9db"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:50.631004 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a671e7-bf93-4f71-a8b9-22b34ae06f31 x-openstack-request-id: req-09a671e7-bf93-4f71-a8b9-22b34ae06f31 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:50.631004 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96b5e63-7140-4b8b-99e9-005627134785", "name": "network-vif-deleted", "tag": "7f2abfe3-e47f-4067-a51b-0d1eceadb9db", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:50.631004 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-09a671e7-bf93-4f71-a8b9-22b34ae06f31 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:50.631004 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a671e7-bf93-4f71-a8b9-22b34ae06f31'] response: {'server_uuid': 'e96b5e63-7140-4b8b-99e9-005627134785', 'name': 'network-vif-deleted', 'tag': '7f2abfe3-e47f-4067-a51b-0d1eceadb9db', 'status': 'completed', 'code': 200} Aug 24 17:52:50.644278 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa9edde-92b1-4e33-9fe7-371de05db5c9 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:52:50.644701 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:50.657359 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Publish callbacks [] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.674342 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-582e6e1c-ba91-4547-8a44-709aa52264f5 req-81c6a00e-11eb-4762-ba46-efe3aaa552f4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0342922 Aug 24 17:52:50.707711 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Transition to ACTIVE for port object 7aa9edde-92b1-4e33-9fe7-371de05db5c9 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:52:50.722957 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Allocated IP 172.20.0.14 (4dda7a94-775b-4143-b064-79a1f63c7c32/fd42a4f2-7007-49af-86e9-a41c17d86148/6d25f4e4-bb42-4107-b7a2-69620f7c6955) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:50.789232 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.893549 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa9edde-92b1-4e33-9fe7-371de05db5c9,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:50.916288 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'ceb21949-2b34-4bc8-8236-8f3dbd9e9b40', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:23Z', 'updated_at': '2022-08-24T17:50:10Z', 'revision_number': 2, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:50.981950 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.982194 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:51.016062 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:51.020768 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:52:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:51.026096 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Attempting to bind port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:51.026731 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Attempting to bind port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:51.027174 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Attempting to bind port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:51.035898 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:52:51.036375 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Attempting to bind port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:51.046600 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:51.047152 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Checking segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:51.047640 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Bound using segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:51.048210 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Bound port: 7aa9edde-92b1-4e33-9fe7-371de05db5c9, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:51.048674 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.144399 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] For port 7aa9edde-92b1-4e33-9fe7-371de05db5c9, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:51.149346 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] For port 7aa9edde-92b1-4e33-9fe7-371de05db5c9, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7aa9edde-92b1-4e33-9fe7-371de05db5c9,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:51.163095 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.250948 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:51.299009 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event updated for resources: {'Port': ['ID=6d25f4e4-bb42-4107-b7a2-69620f7c6955,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:51.299009 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:51.300750 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:51.301333 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:51.374538 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:51.375183 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.449517 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ea1a9-a867-485b-a32b-2ba78c96bff4 req-2e176506-96d4-4115-bb06-f84421e0eede tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:51.459457 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b07ea1a9-a867-485b-a32b-2ba78c96bff4 req-2e176506-96d4-4115-bb06-f84421e0eede tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.1516719 Aug 24 17:52:51.526031 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b07ea1a9-a867-485b-a32b-2ba78c96bff4 req-0a1cde06-df55-4c84-92b4-c4112baeb4f5 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631125 Aug 24 17:52:51.539409 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b636fc-3762-4e04-a1e6-4c7ebbcfc490 req-fa5d243d-9422-45b0-8a8b-c202c7c7331f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:51.548894 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.560582 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:51.562477 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-46b636fc-3762-4e04-a1e6-4c7ebbcfc490 req-fa5d243d-9422-45b0-8a8b-c202c7c7331f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 946 time: 0.1709144 Aug 24 17:52:51.563592 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.574832 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/7aa9edde-92b1-4e33-9fe7-371de05db5c9 HTTP/1.1" status: 200 len: 1093 time: 1.5305007 Aug 24 17:52:51.575672 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'tag': '7aa9edde-92b1-4e33-9fe7-371de05db5c9'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:51.586287 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "829f4d8c-fcd5-4611-9878-af9c7b30e362", "tag": "7aa9edde-92b1-4e33-9fe7-371de05db5c9"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:51.632272 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.636309 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-46b636fc-3762-4e04-a1e6-4c7ebbcfc490 req-d7978c3f-a737-4a76-bb65-c812f1d2065c tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717573 Aug 24 17:52:51.645524 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-04d96f21-cd82-46f9-97db-c16dd36eb933 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4702332 Aug 24 17:52:51.675781 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a85947-311e-44b6-a14a-87b128f4c1f7 x-openstack-request-id: req-48a85947-311e-44b6-a14a-87b128f4c1f7 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:51.676270 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829f4d8c-fcd5-4611-9878-af9c7b30e362", "tag": "7aa9edde-92b1-4e33-9fe7-371de05db5c9", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:51.676616 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48a85947-311e-44b6-a14a-87b128f4c1f7 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:51.677258 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a85947-311e-44b6-a14a-87b128f4c1f7'] response: {'name': 'network-changed', 'server_uuid': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'tag': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'status': 'completed', 'code': 200} Aug 24 17:52:51.678876 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'ceb21949-2b34-4bc8-8236-8f3dbd9e9b40', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:23Z', 'updated_at': '2022-08-24T17:50:10Z', 'revision_number': 2, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:51.699651 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915fb4f-7b18-47eb-a931-18d47d318682 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa9edde-92b1-4e33-9fe7-371de05db5c9,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:51.727503 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2e97b-e54f-4b7b-8bb9-439c64e0c170 None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'ceb21949-2b34-4bc8-8236-8f3dbd9e9b40', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:3e:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:49:23Z', 'updated_at': '2022-08-24T17:50:10Z', 'revision_number': 2, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:51.730784 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=6 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:51.750970 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-ce18a8e2-a891-45fa-b0b4-2b02f7919c68 None None] Provisioning complete for port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:51.751438 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-ce18a8e2-a891-45fa-b0b4-2b02f7919c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.794338 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-27826413-648a-4706-9f92-bdbe6acef599 req-fc6b4655-d7d5-457f-b7d7-d2757d626f1b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e96b5e63-7140-4b8b-99e9-005627134785 HTTP/1.1" status: 200 len: 210 time: 0.0625589 Aug 24 17:52:51.816592 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-ce18a8e2-a891-45fa-b0b4-2b02f7919c68 None None] Port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:51.873869 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1ba76-f4f9-4ff4-9988-4c5a865d8084 req-6e09a3d7-89f6-4080-9ac1-78e436b8265b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:51.878955 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e1f1ba76-f4f9-4ff4-9988-4c5a865d8084 req-6e09a3d7-89f6-4080-9ac1-78e436b8265b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 932 time: 0.0679438 Aug 24 17:52:51.886656 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Request body: {'port': {'device_id': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:51.942381 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e1f1ba76-f4f9-4ff4-9988-4c5a865d8084 req-4249b202-2b52-4e73-a884-41d92b04a5a4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564554 Aug 24 17:52:52.008910 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6ba0d503-505f-406a-9c0b-ab4bca3c2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:52.010917 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6ba0d503-505f-406a-9c0b-ab4bca3c2368 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 1127 time: 0.0896595 Aug 24 17:52:52.018023 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.115085 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-d3ec6140-1bf2-4d9c-bc1c-6c7fe6512f1f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa9edde-92b1-4e33-9fe7-371de05db5c9 HTTP/1.1" status: 200 len: 217 time: 0.0559566 Aug 24 17:52:52.118939 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 7f2abfe3-e47f-4067-a51b-0d1eceadb9db no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:52:52.129497 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b06b1-bd84-4f4a-bca0-8e7485f11304 None None] New status for floating IP 53c4c617-5fa9-470e-9615-464ec9c9d477: DOWN {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:52:52.156301 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 7f2abfe3-e47f-4067-a51b-0d1eceadb9db {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:52:52.156799 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 7f2abfe3-e47f-4067-a51b-0d1eceadb9db not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:52:52.375258 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:52.435023 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d25f4e4-bb42-4107-b7a2-69620f7c6955 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:52:52.464572 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Publish callbacks [] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.494267 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Transition to ACTIVE for port object 6d25f4e4-bb42-4107-b7a2-69620f7c6955 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:52:52.494267 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-03cf66c9-4393-4c60-8803-1eb9801e1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:52.495618 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-03cf66c9-4393-4c60-8803-1eb9801e1c1d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0821924 Aug 24 17:52:52.545136 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-8276486e-1ec3-4872-a0f7-054610aaccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:52.546696 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-8276486e-1ec3-4872-a0f7-054610aaccc4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430169 Aug 24 17:52:52.600972 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.620074 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:52.660937 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a6736-7968-4b86-991a-89a38af35ab3 req-f3768cd2-7018-4b60-a940-dceb277ec657 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:52.662453 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a84a6736-7968-4b86-991a-89a38af35ab3 req-f3768cd2-7018-4b60-a940-dceb277ec657 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.0523300 Aug 24 17:52:52.722760 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Pushing event updated for resources: {'Port': ['ID=6d25f4e4-bb42-4107-b7a2-69620f7c6955,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:52.754100 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a84a6736-7968-4b86-991a-89a38af35ab3 req-834b39f8-4c4c-4f6c-a7b5-21d07f9965f1 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703001 Aug 24 17:52:52.772347 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-7b963a06-8df1-47a3-9b15-5b95c4135302 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053828 Aug 24 17:52:52.794178 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36a053-7e84-4e04-9a8e-39c8c84ec195 req-2e8cf270-9030-4bd9-a4e1-00c4d4acb66a tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:52.795787 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1e36a053-7e84-4e04-9a8e-39c8c84ec195 req-2e8cf270-9030-4bd9-a4e1-00c4d4acb66a tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 946 time: 0.0584216 Aug 24 17:52:52.822341 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Attempting to bind port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:52.822774 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Attempting to bind port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:52.823164 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Attempting to bind port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 on network 4dda7a94-775b-4143-b064-79a1f63c7c32 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:52.852131 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1e36a053-7e84-4e04-9a8e-39c8c84ec195 req-828a5933-6adb-45e2-99de-673c0c1ee8b3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501432 Aug 24 17:52:52.857390 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 on network 4dda7a94-775b-4143-b064-79a1f63c7c32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:52:52.857709 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Attempting to bind port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 on network 4dda7a94-775b-4143-b064-79a1f63c7c32 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:52.869362 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:52.869880 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Checking segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:52.870528 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Bound using segment: {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:52.871023 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Bound port: 6d25f4e4-bb42-4107-b7a2-69620f7c6955, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43750d0-c13d-4ef8-91c2-57a748ba8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:52.871382 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.929210 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-cdf06151-dcb4-4688-b8bb-b8694c91f6c1 req-6951cf9b-540c-40b5-a343-de96a7482e35 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463988 Aug 24 17:52:52.963751 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] For port 6d25f4e4-bb42-4107-b7a2-69620f7c6955, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:52.968175 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] For port 6d25f4e4-bb42-4107-b7a2-69620f7c6955, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:53.023237 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 47500) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:53.050788 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.090743 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:53.091729 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.093587 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/6d25f4e4-bb42-4107-b7a2-69620f7c6955 HTTP/1.1" status: 200 len: 1094 time: 1.2121656 Aug 24 17:52:53.110696 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.120232 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def4ea9-aa30-4ac2-a13d-3e2741126163 service neutron] Pushing event updated for resources: {'Port': ['ID=6d25f4e4-bb42-4107-b7a2-69620f7c6955,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:53.129928 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:53.143676 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dc440-1913-4337-875d-47826e3b97b7 req-18ddcea2-527d-407c-b5e2-9977b113534b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:53.145473 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dc1dc440-1913-4337-875d-47826e3b97b7 req-18ddcea2-527d-407c-b5e2-9977b113534b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 944 time: 0.1083493 Aug 24 17:52:53.167052 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6473cfd5-d360-455b-8dd5-1c257ad70a2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (cc321491-2934-438a-9a30-7ba7600b1ebb), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.181604 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.213126 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6473cfd5-d360-455b-8dd5-1c257ad70a2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (cc321491-2934-438a-9a30-7ba7600b1ebb), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.253326 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dc1dc440-1913-4337-875d-47826e3b97b7 req-7fdc7843-50f3-46ab-8188-3464c33dee9a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981038 Aug 24 17:52:53.368461 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6473cfd5-d360-455b-8dd5-1c257ad70a2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cc321491-2934-438a-9a30-7ba7600b1ebb), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.371546 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6473cfd5-d360-455b-8dd5-1c257ad70a2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.372821 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-6473cfd5-d360-455b-8dd5-1c257ad70a2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cc321491-2934-438a-9a30-7ba7600b1ebb HTTP/1.1" status: 204 len: 168 time: 0.3446486 Aug 24 17:52:53.376420 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 47502) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:53.403229 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473cfd5-d360-455b-8dd5-1c257ad70a2b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc321491-2934-438a-9a30-7ba7600b1ebb,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:53.410953 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.api.v2.resource [None req-819ff8ff-d82c-4107-8bd8-0cc8b5a018d8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] show failed (client error): The resource could not be found. Aug 24 17:52:53.412035 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-819ff8ff-d82c-4107-8bd8-0cc8b5a018d8 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups/cc321491-2934-438a-9a30-7ba7600b1ebb HTTP/1.1" status: 404 len: 347 time: 0.0346227 Aug 24 17:52:53.416270 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47506) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:53.424847 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-a271d51b-8eb7-4209-80f5-87f8ff5f36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:53.426481 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-a271d51b-8eb7-4209-80f5-87f8ff5f36bf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 1127 time: 0.0648415 Aug 24 17:52:53.634026 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-a48c6345-7730-4215-ac01-15d4f75a9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:53.635459 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-a48c6345-7730-4215-ac01-15d4f75a9379 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 1128 time: 0.1322594 Aug 24 17:52:53.699753 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:53.702010 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:53.713216 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-00fd6db8-466e-4c19-92c4-6fade1994a35 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955 HTTP/1.1" status: 200 len: 217 time: 0.0504901 Aug 24 17:52:53.739464 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Deleting port 4ca7ed2f-08eb-4b4b-8ef6-21043e27e285 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:52:53.739794 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (4ca7ed2f-08eb-4b4b-8ef6-21043e27e285), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.765214 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cb9263-b0ad-41f7-8f2f-59900bec8749 x-openstack-request-id: req-e1cb9263-b0ad-41f7-8f2f-59900bec8749 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:53.766956 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:53.766956 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1cb9263-b0ad-41f7-8f2f-59900bec8749 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:53.766956 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1cb9263-b0ad-41f7-8f2f-59900bec8749'] response: {'name': 'network-changed', 'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'status': 'completed', 'code': 200} Aug 24 17:52:53.776580 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-1fb05f35-f350-4ece-aa46-df810a01c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:53.778085 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-1fb05f35-f350-4ece-aa46-df810a01c384 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 913 time: 0.3242736 Aug 24 17:52:53.869408 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-278cc602-d310-48fb-b3f0-5aa1521a67b5 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa9edde-92b1-4e33-9fe7-371de05db5c9 HTTP/1.1" status: 200 len: 217 time: 0.0736582 Aug 24 17:52:53.892200 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-c72906b6-098f-494a-a634-31a6c9b67f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:53.892200 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-c72906b6-098f-494a-a634-31a6c9b67f3c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.1673722 Aug 24 17:52:53.892506 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02173074-4b3c-4cea-a83a-0122dedb3b1d req-d1c5fbde-6fc2-443f-a722-fea1f3775e09 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:53.892506 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-02173074-4b3c-4cea-a83a-0122dedb3b1d req-d1c5fbde-6fc2-443f-a722-fea1f3775e09 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.0531449 Aug 24 17:52:53.952700 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-02173074-4b3c-4cea-a83a-0122dedb3b1d req-b9e34464-2db4-4327-bcc8-96db0ff4bf43 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541954 Aug 24 17:52:53.994115 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (4ca7ed2f-08eb-4b4b-8ef6-21043e27e285), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.994455 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (4ca7ed2f-08eb-4b4b-8ef6-21043e27e285), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.997487 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:54.006444 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-bbe704cf-ee25-4855-80f4-f1819610b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:54.010301 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-bbe704cf-ee25-4855-80f4-f1819610b80e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144719 Aug 24 17:52:54.015326 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-5d7ef353-94dd-483e-88f1-beac612e7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:54.015716 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-5d7ef353-94dd-483e-88f1-beac612e7ec0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.1403754 Aug 24 17:52:54.029345 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Calling delete_port for 4ca7ed2f-08eb-4b4b-8ef6-21043e27e285 owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:52:54.141157 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-04d04b46-2641-40a1-8653-eafad60d521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:54.143501 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-04d04b46-2641-40a1-8653-eafad60d521d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116221 Aug 24 17:52:54.297330 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-b41aef80-969d-4b7e-be59-dce7e94eaf7b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805960 Aug 24 17:52:54.319553 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-738a95e0-5e96-4d16-b8b6-25bbd113c767 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424370 Aug 24 17:52:54.350190 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:54.351130 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:54.404083 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e95fb-32df-45e7-be32-662070dec84a req-77eef840-c5bc-4c1f-8069-9dd0c9f28085 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:54.405594 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9f8e95fb-32df-45e7-be32-662070dec84a req-77eef840-c5bc-4c1f-8069-9dd0c9f28085 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 944 time: 0.0704634 Aug 24 17:52:54.459187 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7207c5-2d63-4e3d-aebe-ab60df97688b req-1a738a4d-d77f-424c-9387-bc162df61406 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:54.460793 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a7207c5-2d63-4e3d-aebe-ab60df97688b req-1a738a4d-d77f-424c-9387-bc162df61406 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 946 time: 0.0779827 Aug 24 17:52:54.461153 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (4ca7ed2f-08eb-4b4b-8ef6-21043e27e285), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:54.487621 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'Port': ['ID=4ca7ed2f-08eb-4b4b-8ef6-21043e27e285,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:54.504467 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9f8e95fb-32df-45e7-be32-662070dec84a req-531f3137-6c53-4252-b35e-05912fc69e02 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780909 Aug 24 17:52:54.546053 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a7207c5-2d63-4e3d-aebe-ab60df97688b req-318edeb2-ed47-49dc-a689-8b3d479fdf0f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734370 Aug 24 17:52:54.843602 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (53c4c617-5fa9-470e-9615-464ec9c9d477), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:54.846243 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:54.847368 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-82479e29-5e63-4c27-b44d-3dca3f2efbeb tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/53c4c617-5fa9-470e-9615-464ec9c9d477 HTTP/1.1" status: 204 len: 168 time: 1.4299986 Aug 24 17:52:54.951962 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b81a01aa-7e5f-45ae-9a2f-50dca4217d8a req-6d6e00ee-2a14-4891-b054-0a0d37037b80 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140885 Aug 24 17:52:54.953978 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1573620a-97f7-4d76-b0d5-44db912f0c95 req-49a36b38-935f-4f2c-88d1-2f5b6d13510a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150136 Aug 24 17:52:54.958149 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:55.088053 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534675-bc0d-4c9a-8252-8c582080a4d5 req-c44d7c8a-49bf-49a2-8c9f-3cd8c83bfdc5 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:55.090185 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-92534675-bc0d-4c9a-8252-8c582080a4d5 req-c44d7c8a-49bf-49a2-8c9f-3cd8c83bfdc5 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.0545959 Aug 24 17:52:55.157311 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-92534675-bc0d-4c9a-8252-8c582080a4d5 req-5b177560-2da2-4543-bc77-515264901e97 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585744 Aug 24 17:52:55.272317 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:55.639508 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd344ac-ba6a-4a12-af56-2e3e3f58dafa req-a170564a-717c-4792-86b4-f63a4bf24313 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:55.641041 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8cd344ac-ba6a-4a12-af56-2e3e3f58dafa req-a170564a-717c-4792-86b4-f63a4bf24313 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 944 time: 0.0532336 Aug 24 17:52:55.703197 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad78c7-47df-4ed7-ad67-262c7fe8246d req-73c6ecdd-bac5-45fe-8fbf-0dfd621afc8e tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:55.704685 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3fad78c7-47df-4ed7-ad67-262c7fe8246d req-73c6ecdd-bac5-45fe-8fbf-0dfd621afc8e tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 946 time: 0.0627718 Aug 24 17:52:55.746495 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8cd344ac-ba6a-4a12-af56-2e3e3f58dafa req-1f3df29c-d875-4756-b68d-dbd7d94c371f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954783 Aug 24 17:52:55.772741 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3fad78c7-47df-4ed7-ad67-262c7fe8246d req-0c9caf63-048d-4bb1-a514-965ee4d02cff tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620675 Aug 24 17:52:56.293528 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4962d-6c87-47b0-ba78-50094ddff67c req-7972dced-6452-461e-a689-a203c8c84cba tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:56.295232 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7cc4962d-6c87-47b0-ba78-50094ddff67c req-7972dced-6452-461e-a689-a203c8c84cba tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.0590625 Aug 24 17:52:56.353600 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7cc4962d-6c87-47b0-ba78-50094ddff67c req-c84a26a4-59fd-4e3f-a0f1-53eafa345f4d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524321 Aug 24 17:52:56.895673 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30024fd-869e-4ceb-aadb-44708c793b62 req-edbc6727-08c5-4973-b9af-af8be691f698 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:56.897235 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d30024fd-869e-4ceb-aadb-44708c793b62 req-edbc6727-08c5-4973-b9af-af8be691f698 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 944 time: 0.0754170 Aug 24 17:52:56.918869 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ac024-0b07-4df5-9206-8a820c24a67d req-3048358f-2cdc-42eb-b12e-4af06fd3d671 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:56.920308 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ed3ac024-0b07-4df5-9206-8a820c24a67d req-3048358f-2cdc-42eb-b12e-4af06fd3d671 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 946 time: 0.0690958 Aug 24 17:52:56.988907 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:56.995275 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d30024fd-869e-4ceb-aadb-44708c793b62 req-49d754dc-1422-4fde-b484-341d61e85359 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912130 Aug 24 17:52:57.003429 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ed3ac024-0b07-4df5-9206-8a820c24a67d req-8f7f4959-b9c2-42e8-a571-665b681925d0 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724463 Aug 24 17:52:57.526109 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355268d6-9d2e-4a7c-b0b8-0ed558f26415 req-380b3a59-5542-4bab-9d10-fd056f37edc6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:57.527730 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-355268d6-9d2e-4a7c-b0b8-0ed558f26415 req-380b3a59-5542-4bab-9d10-fd056f37edc6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.0524948 Aug 24 17:52:57.588214 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-355268d6-9d2e-4a7c-b0b8-0ed558f26415 req-94c3ccd6-da3c-49df-9435-bdecf17fb3e2 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541959 Aug 24 17:52:57.786470 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c471156-224a-41ff-a8a9-a7b243112801 req-4d2aae06-ceee-4c4b-9472-ab5d1d153be9 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:57.787852 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1c471156-224a-41ff-a8a9-a7b243112801 req-4d2aae06-ceee-4c4b-9472-ab5d1d153be9 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 945 time: 0.0533111 Aug 24 17:52:57.839925 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1c471156-224a-41ff-a8a9-a7b243112801 req-eeff061b-ded3-40e1-b202-8196e763aa3e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 Aug 24 17:52:57.884781 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:57.926118 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d60872-cb52-4735-9865-e0714a3f0885 req-093a0aa6-494d-4eb0-9742-ae76b8194475 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:57.927621 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-67d60872-cb52-4735-9865-e0714a3f0885 req-093a0aa6-494d-4eb0-9742-ae76b8194475 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 946 time: 0.0805168 Aug 24 17:52:57.930996 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-c3499b9e-4ee3-4fb8-b2a5-a6202a5b18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:57.932500 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-c3499b9e-4ee3-4fb8-b2a5-a6202a5b18bd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 1128 time: 0.0748837 Aug 24 17:52:58.157289 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228d776-edfe-4d3e-865f-d765e4a79ccb req-09ab699a-2650-4958-808a-273d11d3a28d tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:58.159149 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f228d776-edfe-4d3e-865f-d765e4a79ccb req-09ab699a-2650-4958-808a-273d11d3a28d tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 946 time: 0.0813618 Aug 24 17:52:58.168210 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 6d25f4e4-bb42-4107-b7a2-69620f7c6955 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:52:58.173562 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ef411-f721-42cd-ab83-f18f9be9fe2b req-3c0a6f23-6453-48e3-abfd-132102a58751 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:58.175112 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-026ef411-f721-42cd-ab83-f18f9be9fe2b req-3c0a6f23-6453-48e3-abfd-132102a58751 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 944 time: 0.0853808 Aug 24 17:52:58.249666 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f228d776-edfe-4d3e-865f-d765e4a79ccb req-2440d3a3-fb01-4e38-86b7-c69f55b6aad4 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839503 Aug 24 17:52:58.262842 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-026ef411-f721-42cd-ab83-f18f9be9fe2b req-d3f16384-30f5-443c-95a5-ce19caeb03bb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742338 Aug 24 17:52:58.329994 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 6d25f4e4-bb42-4107-b7a2-69620f7c6955, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:58.343642 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'port_id': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'mac_address': 'fa:16:3e:05:c5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:52:58.387015 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:58.387425 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:58.410778 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d25f4e4-bb42-4107-b7a2-69620f7c6955 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:52:58.436434 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 6d25f4e4-bb42-4107-b7a2-69620f7c6955, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:58.510820 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:58.532615 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:58.559276 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=6d25f4e4-bb42-4107-b7a2-69620f7c6955,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:58.711864 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4602f5-434d-4c60-b536-8b2c982c2476 req-b192e251-0b40-4b31-972d-861f4e19c87c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:58.713908 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dd4602f5-434d-4c60-b536-8b2c982c2476 req-b192e251-0b40-4b31-972d-861f4e19c87c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.0531168 Aug 24 17:52:58.767639 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dd4602f5-434d-4c60-b536-8b2c982c2476 req-84d860ad-8f40-4c60-8d17-d3c26765b895 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477307 Aug 24 17:52:58.930019 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['6d25f4e4-bb42-4107-b7a2-69620f7c6955'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:52:58.967234 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:58.984401 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f858-499a-45ef-82f4-4773456f72ae req-ffae3b7d-cf5e-477b-b5c2-0289d52d2224 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:58.986085 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d7d4f858-499a-45ef-82f4-4773456f72ae req-ffae3b7d-cf5e-477b-b5c2-0289d52d2224 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 945 time: 0.0553248 Aug 24 17:52:59.037734 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d7d4f858-499a-45ef-82f4-4773456f72ae req-05550253-fad6-4ac1-8264-d47a6f8cbf32 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Aug 24 17:52:59.409880 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb602323-3c0e-43ad-a3d5-a9bad5159611 req-bb4a2eab-283f-42cd-8967-e9eb445d0ac6 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:59.411445 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fb602323-3c0e-43ad-a3d5-a9bad5159611 req-bb4a2eab-283f-42cd-8967-e9eb445d0ac6 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 946 time: 0.0856421 Aug 24 17:52:59.436174 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b209faf-0afe-41ab-9364-626608dd78bc req-d38ab3de-f39b-4d9c-ada1-e914f33fd0f1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:59.437757 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b209faf-0afe-41ab-9364-626608dd78bc req-d38ab3de-f39b-4d9c-ada1-e914f33fd0f1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 945 time: 0.0765898 Aug 24 17:52:59.510090 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fb602323-3c0e-43ad-a3d5-a9bad5159611 req-120d0e58-6daf-47fa-8cc5-bc5e715f057c tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885339 Aug 24 17:52:59.521929 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7b209faf-0afe-41ab-9364-626608dd78bc req-8cd2722a-6415-44bc-8360-40951cd486d6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760925 Aug 24 17:52:59.911324 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bab7d-898d-4e4f-ae16-9fd1ab897923 req-5a085035-dd8e-4c33-88b5-6b3875bb69a2 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:59.913010 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-025bab7d-898d-4e4f-ae16-9fd1ab897923 req-5a085035-dd8e-4c33-88b5-6b3875bb69a2 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.0678966 Aug 24 17:52:59.979566 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-025bab7d-898d-4e4f-ae16-9fd1ab897923 req-e9ce602e-8e9b-4317-8c35-add4665b5791 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584064 Aug 24 17:53:00.179605 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 6d25f4e4-bb42-4107-b7a2-69620f7c6955 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:00.187794 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e4f52-5a4d-4086-8af3-97ed5fdcb017 req-10b2dafc-efd9-4ccf-b44a-6cdf5d23efa5 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:00.189401 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5c1e4f52-5a4d-4086-8af3-97ed5fdcb017 req-10b2dafc-efd9-4ccf-b44a-6cdf5d23efa5 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 945 time: 0.0570400 Aug 24 17:53:00.240677 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-76283236-aaf0-4a77-b30b-bd26c48633ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:00.242306 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-76283236-aaf0-4a77-b30b-bd26c48633ab service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.1695440 Aug 24 17:53:00.243368 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:53:00.252637 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-67d60872-cb52-4735-9865-e0714a3f0885 req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Deleting port a32d788d-e627-4b4e-98c7-b11b1d170329 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:00.252992 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-67d60872-cb52-4735-9865-e0714a3f0885 req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:00.257567 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5c1e4f52-5a4d-4086-8af3-97ed5fdcb017 req-1698397b-f0b0-49a7-9046-b4223de20824 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610380 Aug 24 17:53:00.321647 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-5e6aa464-4d54-4b2a-a004-bff98c675d65 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955 HTTP/1.1" status: 200 len: 217 time: 0.0515676 Aug 24 17:53:00.340200 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:00.340580 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:00.393344 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-67d60872-cb52-4735-9865-e0714a3f0885 req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] For port a32d788d-e627-4b4e-98c7-b11b1d170329, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a32d788d-e627-4b4e-98c7-b11b1d170329,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:00.393717 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-67d60872-cb52-4735-9865-e0714a3f0885 req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:00.408871 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-67d60872-cb52-4735-9865-e0714a3f0885 req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Calling delete_port for a32d788d-e627-4b4e-98c7-b11b1d170329 owned by compute:nova {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:00.437491 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:00.437985 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:00.474835 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:00.478489 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb53902-a3a0-414a-877e-21b9d28d96ed" -d '{"events": [{"server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "name": "network-vif-plugged", "status": "completed", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:00.503800 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 6d25f4e4-bb42-4107-b7a2-69620f7c6955, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:00.531311 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fd861a-78a0-4888-adbe-f5624067145b x-openstack-request-id: req-04fd861a-78a0-4888-adbe-f5624067145b {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:00.531773 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "name": "network-vif-plugged", "status": "completed", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:00.532127 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04fd861a-78a0-4888-adbe-f5624067145b {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:00.532659 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04fd861a-78a0-4888-adbe-f5624067145b'] response: {'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'code': 200} Aug 24 17:53:00.605385 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:00.606521 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device a32d788d-e627-4b4e-98c7-b11b1d170329 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:00.654718 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-67d60872-cb52-4735-9865-e0714a3f0885 req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (a32d788d-e627-4b4e-98c7-b11b1d170329), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:00.709318 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Pushing event deleted for resources: {'Port': ['ID=a32d788d-e627-4b4e-98c7-b11b1d170329,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:00.753132 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ca3fa870-71f1-4695-844c-39f014d52d33 req-2dbb45a3-cba5-46a0-8179-6f685b6870c3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0742123 Aug 24 17:53:00.770589 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fb922-6ef8-4fc4-946a-9c964c39fdb3 req-d0d98df8-c862-43fc-a01e-c94f2eb1f97b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:00.773591 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-323fb922-6ef8-4fc4-946a-9c964c39fdb3 req-d0d98df8-c862-43fc-a01e-c94f2eb1f97b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.1480398 Aug 24 17:53:00.815421 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d60872-cb52-4735-9865-e0714a3f0885 req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] No DVR routers for this DVR port a32d788d-e627-4b4e-98c7-b11b1d170329 on host hv-cinder-85442 {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:00.819624 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No active binding found for port a32d788d-e627-4b4e-98c7-b11b1d170329 {{(pid=113412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 24 17:53:00.820016 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] The host hv-cinder-85442 is not matching for port a32d788d-e627-4b4e-98c7-b11b1d170329 host None! {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 24 17:53:00.820427 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device a32d788d-e627-4b4e-98c7-b11b1d170329 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:00.823518 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=6d25f4e4-bb42-4107-b7a2-69620f7c6955,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:00.826401 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-67d60872-cb52-4735-9865-e0714a3f0885 req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:00.829874 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-67d60872-cb52-4735-9865-e0714a3f0885 req-bf8b102d-b462-433f-aa3f-8dc09e0099fa tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a32d788d-e627-4b4e-98c7-b11b1d170329 HTTP/1.1" status: 204 len: 173 time: 0.7543569 Aug 24 17:53:00.830083 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:00.830893 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89e452a-4645-4263-acfb-2d195ceb949d', 'name': 'network-vif-deleted', 'tag': 'a32d788d-e627-4b4e-98c7-b11b1d170329'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:00.833189 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69720256-3169-45e3-b589-b66b2bb34e13" -d '{"events": [{"server_uuid": "a89e452a-4645-4263-acfb-2d195ceb949d", "name": "network-vif-deleted", "tag": "a32d788d-e627-4b4e-98c7-b11b1d170329"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:00.897286 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-323fb922-6ef8-4fc4-946a-9c964c39fdb3 req-54736a89-6be3-42f1-bc36-8b70e9383a60 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092370 Aug 24 17:53:00.927061 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b85b2d-13a0-413f-849d-fed8be2fa5af x-openstack-request-id: req-05b85b2d-13a0-413f-849d-fed8be2fa5af {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:00.927364 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89e452a-4645-4263-acfb-2d195ceb949d", "name": "network-vif-deleted", "tag": "a32d788d-e627-4b4e-98c7-b11b1d170329", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:00.927623 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05b85b2d-13a0-413f-849d-fed8be2fa5af {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:00.928095 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b85b2d-13a0-413f-849d-fed8be2fa5af'] response: {'server_uuid': 'a89e452a-4645-4263-acfb-2d195ceb949d', 'name': 'network-vif-deleted', 'tag': 'a32d788d-e627-4b4e-98c7-b11b1d170329', 'status': 'completed', 'code': 200} Aug 24 17:53:01.110738 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b7829-8525-4f29-b3a3-df5d8f69acfe req-97335750-4816-4b1e-8e32-064bbf885d56 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:01.112384 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-031b7829-8525-4f29-b3a3-df5d8f69acfe req-97335750-4816-4b1e-8e32-064bbf885d56 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.0553856 Aug 24 17:53:01.183368 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-031b7829-8525-4f29-b3a3-df5d8f69acfe req-9dbf93a3-44f1-4548-aabd-4a7dade9648d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646145 Aug 24 17:53:01.245844 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-78b50216-4512-4ea8-bdaa-09913572ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:01.247663 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-78b50216-4512-4ea8-bdaa-09913572ee3f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0832393 Aug 24 17:53:01.409142 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c1ba3-df43-4576-b75f-63a72b95c555 req-78ce9fe1-02b9-4fe7-b5ef-36420e6fc069 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:01.410763 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-001c1ba3-df43-4576-b75f-63a72b95c555 req-78ce9fe1-02b9-4fe7-b5ef-36420e6fc069 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 945 time: 0.0510106 Aug 24 17:53:01.466995 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-001c1ba3-df43-4576-b75f-63a72b95c555 req-a6178e3e-fcd7-409a-a80b-efd3f729bf2c tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503933 Aug 24 17:53:01.547721 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-7e6e8e3e-c032-4f00-8e9e-86c564819e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:01.549440 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-7e6e8e3e-c032-4f00-8e9e-86c564819e77 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618327 Aug 24 17:53:01.630703 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-bddffcdd-b761-4e2a-994c-279c0358e1b5 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:01.632295 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-bddffcdd-b761-4e2a-994c-279c0358e1b5 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 945 time: 0.0738688 Aug 24 17:53:01.669545 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2773d0b-38fa-4ca3-9537-1119e41f3938 req-4f2dfa0b-4fe1-4c5b-b4ec-b98972c6cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:01.671083 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e2773d0b-38fa-4ca3-9537-1119e41f3938 req-4f2dfa0b-4fe1-4c5b-b4ec-b98972c6cc8c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 1130 time: 0.1122324 Aug 24 17:53:01.732757 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-eb8954ce-bd70-4a79-b73a-3e7ad0e53ae4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643269 Aug 24 17:53:01.741033 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Deleting port 4ef448d4-f3c6-4482-a435-e54d91528c44 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:01.741380 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:01.746127 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e2773d0b-38fa-4ca3-9537-1119e41f3938 req-aab144f6-8f25-4d81-824f-6439467d9136 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667021 Aug 24 17:53:01.786781 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:01.856033 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c5a4eec3-0e95-4be0-8f23-0677c22d06f3 req-ae50f07c-c7b3-45d6-a1de-71e9d16360f0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084874 Aug 24 17:53:01.903424 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] For port 4ef448d4-f3c6-4482-a435-e54d91528c44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4ef448d4-f3c6-4482-a435-e54d91528c44,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:01.903929 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:01.926798 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Calling delete_port for 4ef448d4-f3c6-4482-a435-e54d91528c44 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:02.043750 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:02.055610 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7a61a4ac-cb03-47d2-a707-c0a6e87d2a95 req-29441bfa-4d9a-4c4c-a6b8-992d899ead50 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.1049361 Aug 24 17:53:02.113982 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fda3d-9490-4f4b-bb9c-12689aab1af5 req-bf52c676-7c86-4304-96e1-e21910056764 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:02.115490 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-df5fda3d-9490-4f4b-bb9c-12689aab1af5 req-bf52c676-7c86-4304-96e1-e21910056764 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0729935 Aug 24 17:53:02.208647 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-df5fda3d-9490-4f4b-bb9c-12689aab1af5 req-99b37ba7-1973-4305-8316-df9c0d8b16d1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848024 Aug 24 17:53:02.218600 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:02.221011 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:02.280853 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (4ef448d4-f3c6-4482-a435-e54d91528c44), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:02.296602 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['4ef448d4-f3c6-4482-a435-e54d91528c44'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:02.654108 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Pushing event deleted for resources: {'Port': ['ID=4ef448d4-f3c6-4482-a435-e54d91528c44,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:02.691226 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f5362c98-22a2-473d-b5b3-20d040411ac8 req-276aa0fd-97b1-4287-a73c-0216e4ed8c92 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 210 time: 0.0540953 Aug 24 17:53:02.697332 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907bc80-571a-4684-bb6a-639c3b26bae2 req-552a66ab-07ab-49d0-86b6-551a7d9b6eff tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:02.700016 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7907bc80-571a-4684-bb6a-639c3b26bae2 req-552a66ab-07ab-49d0-86b6-551a7d9b6eff tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.4316170 Aug 24 17:53:02.751932 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] No DVR routers for this DVR port 4ef448d4-f3c6-4482-a435-e54d91528c44 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:02.756200 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:02.759559 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1bbd03d6-c51d-49e6-abc6-3bd4c12e48a8 req-0378eda7-9581-45e4-8ceb-7dfe1394c531 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4ef448d4-f3c6-4482-a435-e54d91528c44 HTTP/1.1" status: 204 len: 173 time: 1.1204827 Aug 24 17:53:02.760889 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134fa9aa-ee04-40f4-807a-57429a1b55fd', 'name': 'network-vif-deleted', 'tag': '4ef448d4-f3c6-4482-a435-e54d91528c44'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:02.763781 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9798b913-8ea4-4a3a-a218-d62e3ee932dd" -d '{"events": [{"server_uuid": "134fa9aa-ee04-40f4-807a-57429a1b55fd", "name": "network-vif-deleted", "tag": "4ef448d4-f3c6-4482-a435-e54d91528c44"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:02.802813 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7907bc80-571a-4684-bb6a-639c3b26bae2 req-3049de32-1b92-446f-9a88-183bc1d17610 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859394 Aug 24 17:53:02.806147 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc1e5af-7159-4f19-91e4-e4f154352e4c x-openstack-request-id: req-ebc1e5af-7159-4f19-91e4-e4f154352e4c {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:02.806147 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134fa9aa-ee04-40f4-807a-57429a1b55fd", "name": "network-vif-deleted", "tag": "4ef448d4-f3c6-4482-a435-e54d91528c44", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:02.806341 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ebc1e5af-7159-4f19-91e4-e4f154352e4c {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:02.806751 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc1e5af-7159-4f19-91e4-e4f154352e4c'] response: {'server_uuid': '134fa9aa-ee04-40f4-807a-57429a1b55fd', 'name': 'network-vif-deleted', 'tag': '4ef448d4-f3c6-4482-a435-e54d91528c44', 'status': 'completed', 'code': 200} Aug 24 17:53:03.217562 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a1c9362a-1570-40ac-9edc-37a37b7a5f7d req-8d060402-9738-4d76-9a68-4cfddf37a91c tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0331426 Aug 24 17:53:03.352161 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1b309-71c6-43ce-8084-a1214db557cc req-a4501f17-d3bd-49d6-b0d3-465a0f61044f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:03.353649 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74e1b309-71c6-43ce-8084-a1214db557cc req-a4501f17-d3bd-49d6-b0d3-465a0f61044f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0503404 Aug 24 17:53:03.426738 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74e1b309-71c6-43ce-8084-a1214db557cc req-f2f2a72d-985a-4944-a616-bd0fb55451f2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665486 Aug 24 17:53:03.661592 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:03.675065 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a66142-15fd-4d6e-b72f-521c0cc984f5 req-8e83a927-84c3-4541-b384-db07d1ec9dae tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:03.676643 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-13a66142-15fd-4d6e-b72f-521c0cc984f5 req-8e83a927-84c3-4541-b384-db07d1ec9dae tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 945 time: 0.0512204 Aug 24 17:53:03.734058 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-13a66142-15fd-4d6e-b72f-521c0cc984f5 req-3861b403-9e16-4603-a0bd-fe983b877e58 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515494 Aug 24 17:53:03.823322 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4b33cd8b-4948-44b7-9665-9b0c65e078d2 req-ff707e51-cc06-44b4-a15b-823db7d8446c tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 210 time: 0.0295522 Aug 24 17:53:03.948498 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26548b18-c114-420f-a786-bc6c806e306e req-87500183-69a4-40c4-a2b1-a7d4aba75639 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:03.950127 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-26548b18-c114-420f-a786-bc6c806e306e req-87500183-69a4-40c4-a2b1-a7d4aba75639 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 943 time: 0.0544310 Aug 24 17:53:04.006732 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-26548b18-c114-420f-a786-bc6c806e306e req-9ca516fa-3ed0-42ec-8b59-9f7eaa2e4e8e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491695 Aug 24 17:53:04.180615 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 7aa9edde-92b1-4e33-9fe7-371de05db5c9 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:53:04.234121 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:04.308021 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 7aa9edde-92b1-4e33-9fe7-371de05db5c9, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7aa9edde-92b1-4e33-9fe7-371de05db5c9,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:04.335064 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'port_id': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'mac_address': 'fa:16:3e:c6:64:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:53:04.408033 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5629f7b5-3648-4f07-88af-34e2ed9c05a1 req-03de5f29-1ddc-49df-8e3a-ba2369de285b tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0447481 Aug 24 17:53:04.424224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:04.424751 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:04.459744 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa9edde-92b1-4e33-9fe7-371de05db5c9 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:04.500962 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:04.505787 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 7aa9edde-92b1-4e33-9fe7-371de05db5c9, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7aa9edde-92b1-4e33-9fe7-371de05db5c9,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:04.559809 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:04.591781 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362adc8-6e57-412c-b0ac-b8c1ed4f2b59 req-ba00c3d7-b620-446d-a5c2-145fdd45fc2b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:04.599887 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d362adc8-6e57-412c-b0ac-b8c1ed4f2b59 req-ba00c3d7-b620-446d-a5c2-145fdd45fc2b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1060653 Aug 24 17:53:04.640213 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=7aa9edde-92b1-4e33-9fe7-371de05db5c9,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:04.652457 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6ac43-d440-4dfd-9f67-74e7ce02e428 req-2d1ae9e2-b4c3-4381-8702-233f52531a98 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:04.654085 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-32a6ac43-d440-4dfd-9f67-74e7ce02e428 req-2d1ae9e2-b4c3-4381-8702-233f52531a98 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.1067398 Aug 24 17:53:04.677422 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d362adc8-6e57-412c-b0ac-b8c1ed4f2b59 req-eb16baee-a5d8-4a2b-9cb7-b4c83b9a52b3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765526 Aug 24 17:53:04.717663 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-32a6ac43-d440-4dfd-9f67-74e7ce02e428 req-f84873a5-25b6-433a-bd36-93a3450f41f8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552037 Aug 24 17:53:04.859494 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bc0a2-1c34-428d-966d-78c76ec34198 req-0f73cc21-1724-479a-aee8-668bfc5cfb49 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:04.861006 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-533bc0a2-1c34-428d-966d-78c76ec34198 req-0f73cc21-1724-479a-aee8-668bfc5cfb49 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0702443 Aug 24 17:53:04.875428 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47668) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:04.878775 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-18826184-5310-4866-8912-e4d403449da6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Request body: {'floatingip': {'port_id': '6d25f4e4-bb42-4107-b7a2-69620f7c6955'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:04.896568 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bffe2-defc-46fe-8e9c-391e72bbdcea req-f8ff8a6d-c4cb-49fa-a6bd-beab04102867 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:04.898120 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0e8bffe2-defc-46fe-8e9c-391e72bbdcea req-f8ff8a6d-c4cb-49fa-a6bd-beab04102867 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 945 time: 0.0695860 Aug 24 17:53:04.903436 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['7aa9edde-92b1-4e33-9fe7-371de05db5c9'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:04.926038 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-18826184-5310-4866-8912-e4d403449da6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for floatingip (30f8b399-db56-4e59-9719-14cb4d8b3762), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:04.990408 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f63f145b-f362-4733-a432-393eb616fe4b req-1c0ec3fb-9bb3-45f0-830e-63dd950fd5c0 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 210 time: 0.0406344 Aug 24 17:53:04.994259 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0e8bffe2-defc-46fe-8e9c-391e72bbdcea req-e0af4887-2f84-461a-8d68-309fbbf22837 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862753 Aug 24 17:53:04.997004 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:05.159629 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:05.173442 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29bfda-687b-4a17-8b95-56c135480886 req-c683f75c-37fb-44b1-b8bb-955ba657d7c0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:05.175148 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bc29bfda-687b-4a17-8b95-56c135480886 req-c683f75c-37fb-44b1-b8bb-955ba657d7c0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 944 time: 0.0616682 Aug 24 17:53:05.233151 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bc29bfda-687b-4a17-8b95-56c135480886 req-f92118b3-5ca3-42ac-ae33-83c6acbfdbe6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518804 Aug 24 17:53:05.489951 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-18826184-5310-4866-8912-e4d403449da6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:05.565880 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-947d605c-c410-4fac-9f0f-c06613c8175f req-103cf025-2c14-4e4e-b928-a1be12f19465 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a89e452a-4645-4263-acfb-2d195ceb949d HTTP/1.1" status: 200 len: 210 time: 0.0331461 Aug 24 17:53:05.615679 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-18826184-5310-4866-8912-e4d403449da6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (30f8b399-db56-4e59-9719-14cb4d8b3762), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:05.777245 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-18826184-5310-4866-8912-e4d403449da6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Floating IP 30f8b399-db56-4e59-9719-14cb4d8b3762 associated. External IP: 172.27.2.73, port: 6d25f4e4-bb42-4107-b7a2-69620f7c6955. Aug 24 17:53:05.888145 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c186fb8-13a4-4b83-a39c-43f408d535cb req-84434463-0415-4cde-9931-8f5102c5054b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:05.889777 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7c186fb8-13a4-4b83-a39c-43f408d535cb req-84434463-0415-4cde-9931-8f5102c5054b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0591941 Aug 24 17:53:05.962409 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7c186fb8-13a4-4b83-a39c-43f408d535cb req-31b3a548-027a-46c6-9c1e-01f67d3b362c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624743 Aug 24 17:53:06.067478 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18826184-5310-4866-8912-e4d403449da6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Router 950537f3-e282-4de9-8cbe-c5865f76f5da has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:06.149904 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7080360f-b980-40d3-9b20-8353669fcde1 req-ecb66cf3-b2fb-4c36-a4c8-2f38af73dbc5 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=134fa9aa-ee04-40f4-807a-57429a1b55fd HTTP/1.1" status: 200 len: 210 time: 0.0504036 Aug 24 17:53:06.195106 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 7aa9edde-92b1-4e33-9fe7-371de05db5c9 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:06.196650 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bc129-401c-40db-9bff-e9f393d949b7 req-3653c093-051a-4ec7-a9a4-33a347bbcee7 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.198762 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6a9bc129-401c-40db-9bff-e9f393d949b7 req-3653c093-051a-4ec7-a9a4-33a347bbcee7 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 945 time: 0.0593352 Aug 24 17:53:06.246411 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18826184-5310-4866-8912-e4d403449da6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:06.257041 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-18826184-5310-4866-8912-e4d403449da6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.266005 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] Sync routers for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:06.284451 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6a9bc129-401c-40db-9bff-e9f393d949b7 req-4c1d7c63-4aa2-4736-8537-e56e0a648182 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775859 Aug 24 17:53:06.289599 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:06.290289 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:52:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:06.298079 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:53:06.324253 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-18826184-5310-4866-8912-e4d403449da6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/30f8b399-db56-4e59-9719-14cb4d8b3762 HTTP/1.1" status: 200 len: 991 time: 1.4504635 Aug 24 17:53:06.325327 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:06.329028 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461291fc-360c-4ef8-9f90-8d2ae3e842c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:06.379527 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99773521-bd59-49aa-82d7-306c84a4b1d7 x-openstack-request-id: req-99773521-bd59-49aa-82d7-306c84a4b1d7 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:06.379527 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:06.379765 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99773521-bd59-49aa-82d7-306c84a4b1d7 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:06.380147 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99773521-bd59-49aa-82d7-306c84a4b1d7'] response: {'name': 'network-changed', 'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'status': 'completed', 'code': 200} Aug 24 17:53:06.387344 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:06.387876 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.428865 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-391a8fda-43d9-4211-93e4-ed36d7d9d317 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.430701 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-391a8fda-43d9-4211-93e4-ed36d7d9d317 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 945 time: 0.1019502 Aug 24 17:53:06.499234 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-ffcd2f12-becf-4e99-a311-b80022b3b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.501576 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-ffcd2f12-becf-4e99-a311-b80022b3b8cc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 1130 time: 0.0820820 Aug 24 17:53:06.502275 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:06.532916 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:06.552879 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbda527-79f5-47d9-942d-db807121a41c req-80b50e69-31fe-4230-80a4-421167e7267f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.559039 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3fbda527-79f5-47d9-942d-db807121a41c req-80b50e69-31fe-4230-80a4-421167e7267f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 944 time: 0.1949978 Aug 24 17:53:06.571605 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:06.571892 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.621019 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Deleting port c21554ce-e587-47c2-9a5e-61d889373e08 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:06.628034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.649565 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa9edde-92b1-4e33-9fe7-371de05db5c9'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:06.652419 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2f78a5-41bf-4493-81a9-34e62eeb83a5" -d '{"events": [{"server_uuid": "829f4d8c-fcd5-4611-9878-af9c7b30e362", "name": "network-vif-plugged", "status": "completed", "tag": "7aa9edde-92b1-4e33-9fe7-371de05db5c9"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:06.654855 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:06.656926 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-f3f72770-0722-41c9-9168-299ce57ce0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.661028 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-f3f72770-0722-41c9-9168-299ce57ce0d6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.1455626 Aug 24 17:53:06.678879 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 7aa9edde-92b1-4e33-9fe7-371de05db5c9, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7aa9edde-92b1-4e33-9fe7-371de05db5c9,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:06.741917 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:06.772306 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:06.776514 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-7eae9208-1e7f-4fa4-97ba-5e5e04101050 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955 HTTP/1.1" status: 200 len: 999 time: 0.0976138 Aug 24 17:53:06.803493 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b68c9b-98ec-43d7-b4e6-d54defc656e1 x-openstack-request-id: req-89b68c9b-98ec-43d7-b4e6-d54defc656e1 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:06.804148 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829f4d8c-fcd5-4611-9878-af9c7b30e362", "name": "network-vif-plugged", "status": "completed", "tag": "7aa9edde-92b1-4e33-9fe7-371de05db5c9", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:06.805173 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89b68c9b-98ec-43d7-b4e6-d54defc656e1 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:06.805792 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b68c9b-98ec-43d7-b4e6-d54defc656e1'] response: {'server_uuid': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'code': 200} Aug 24 17:53:06.812116 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.815314 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 4ef448d4-f3c6-4482-a435-e54d91528c44 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:06.834484 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3fbda527-79f5-47d9-942d-db807121a41c req-2d5d2665-188b-4e20-860d-7a40d0b83550 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531588 Aug 24 17:53:06.862365 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-791df434-702f-4564-be1d-2e03c6ced64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.862365 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-791df434-702f-4564-be1d-2e03c6ced64d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0593979 Aug 24 17:53:06.894564 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 4ef448d4-f3c6-4482-a435-e54d91528c44 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:53:06.894922 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 4ef448d4-f3c6-4482-a435-e54d91528c44 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:06.901594 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:06.941237 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=7aa9edde-92b1-4e33-9fe7-371de05db5c9,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:06.968212 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-c10e7705-6615-4796-adbd-4f12e1b4f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.970594 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-c10e7705-6615-4796-adbd-4f12e1b4f6ba service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553670 Aug 24 17:53:06.971712 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] For port c21554ce-e587-47c2-9a5e-61d889373e08, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=c21554ce-e587-47c2-9a5e-61d889373e08,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:06.972060 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:07.037358 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '30f8b399-db56-4e59-9719-14cb4d8b3762', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'port_id': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'mac_address': 'fa:16:3e:05:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:52:37Z', 'updated_at': '2022-08-24T17:53:05Z', 'revision_number': 1, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:59Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:07.092721 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] Checking router: 950537f3-e282-4de9-8cbe-c5865f76f5da for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:07.111223 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:07.112258 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:52:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:07.139109 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-d1df504e-e501-4916-b469-8a08948aabc0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620219 Aug 24 17:53:07.203444 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-4ac5ae16-ab93-4c9b-b0d8-93eb1ecd3f3b tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:07.211129 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-4ac5ae16-ab93-4c9b-b0d8-93eb1ecd3f3b tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1fcff867-0bc4-4478-bdf7-0cc16094d8ae HTTP/1.1" status: 200 len: 809 time: 0.3532071 Aug 24 17:53:07.237742 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc99d-939e-4e50-b936-461cdd2a1196 req-5123fc07-4e22-4924-aa82-df5a6e370136 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:07.242468 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4e2bc99d-939e-4e50-b936-461cdd2a1196 req-5123fc07-4e22-4924-aa82-df5a6e370136 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1666193 Aug 24 17:53:07.255538 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-e8cbb530-40ae-4038-baab-2929c0ff8456 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/quotas/6e895dd83dbf4458b7d6efaace0d209a HTTP/1.1" status: 200 len: 375 time: 0.0432997 Aug 24 17:53:07.287921 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918bab3-914c-4c22-adbe-7f55ba40f803 req-e8fb4e2e-bf59-450f-8b5a-a54f6839067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:07.289534 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e918bab3-914c-4c22-adbe-7f55ba40f803 req-e8fb4e2e-bf59-450f-8b5a-a54f6839067b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 1129 time: 0.0653486 Aug 24 17:53:07.295135 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:07.299943 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-461291fc-360c-4ef8-9f90-8d2ae3e842c7 req-a733ac00-f83d-4692-bef9-095028c60c14 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528139 Aug 24 17:53:07.352591 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-e918bab3-914c-4c22-adbe-7f55ba40f803 req-6d95af6e-48dd-4411-977d-adf2d40cd667 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550776 Aug 24 17:53:07.373188 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-d5b2a35c-91c8-46e9-8a9e-b3d31af60968 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=6e895dd83dbf4458b7d6efaace0d209a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891297 Aug 24 17:53:07.403902 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:07.425161 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4e2bc99d-939e-4e50-b936-461cdd2a1196 req-68ca856c-222d-40ae-a1cb-1f5891d993bb tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1818073 Aug 24 17:53:07.437519 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:07.437912 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (ceb21949-2b34-4bc8-8236-8f3dbd9e9b40), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:07.439479 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Floating IP ceb21949-2b34-4bc8-8236-8f3dbd9e9b40 disassociated. External IP: 172.27.2.126, port: c21554ce-e587-47c2-9a5e-61d889373e08. Aug 24 17:53:07.439479 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Calling delete_port for c21554ce-e587-47c2-9a5e-61d889373e08 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:07.549333 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-2864757c-3ad1-4558-9f92-92db36270151 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608016 Aug 24 17:53:07.639583 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '30f8b399-db56-4e59-9719-14cb4d8b3762', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'port_id': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'mac_address': 'fa:16:3e:05:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:52:37Z', 'updated_at': '2022-08-24T17:53:05Z', 'revision_number': 1, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:59Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:07.666465 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625858-1ac0-4560-b659-aa42782faf5d None None] The sync data for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi is: [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '30f8b399-db56-4e59-9719-14cb4d8b3762', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'port_id': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'mac_address': 'fa:16:3e:05:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:52:37Z', 'updated_at': '2022-08-24T17:53:05Z', 'revision_number': 1, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:59Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:07.749224 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf0d98-2425-4e91-9ae0-00c504762624 req-50e747fa-646e-4e6d-b8aa-026de7825a78 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:07.750862 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8bf0d98-2425-4e91-9ae0-00c504762624 req-50e747fa-646e-4e6d-b8aa-026de7825a78 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 945 time: 0.1384230 Aug 24 17:53:07.828246 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:07.867202 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-22f54a87-f781-4acc-978a-3d82d114bbca service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636523 Aug 24 17:53:07.906722 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d8bf0d98-2425-4e91-9ae0-00c504762624 req-3d9ed533-d4e9-41a9-8198-527d589b0b74 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=49c5c87a-4375-46b8-a3c2-ecc1943ce41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339800 Aug 24 17:53:07.949384 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2fb86-66bb-46db-a05e-c8d76952ecdc None None] New status for floating IP 30f8b399-db56-4e59-9719-14cb4d8b3762: ACTIVE {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:53:08.032929 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (c21554ce-e587-47c2-9a5e-61d889373e08), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:08.070675 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'Port': ['ID=c21554ce-e587-47c2-9a5e-61d889373e08,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:08.085709 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805386fd-0d52-4eaa-8d8f-f41e536bc2ea req-256a34fa-bd29-44b7-94c1-b349f7082d9f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:08.086229 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-805386fd-0d52-4eaa-8d8f-f41e536bc2ea req-256a34fa-bd29-44b7-94c1-b349f7082d9f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 945 time: 0.0866945 Aug 24 17:53:08.219161 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-805386fd-0d52-4eaa-8d8f-f41e536bc2ea req-369d338b-34a5-427e-a5da-e55e8e4a5e35 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218688 Aug 24 17:53:08.251309 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:08.326934 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:08.385481 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1b0262c4-dab8-42b3-9446-04849dcb49fc req-47ad003b-7a5f-484a-aa17-12f123b4d4ca tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 210 time: 0.0384331 Aug 24 17:53:08.398792 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:08.413465 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:08.434190 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:08.437403 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:52:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:08.460378 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] No DVR routers for this DVR port c21554ce-e587-47c2-9a5e-61d889373e08 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:08.490601 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:08.498086 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e2e215ab-eb13-4f1c-8802-ba8c623fcfbb req-b9693d7d-2555-4eed-99a3-b5dea4ca294b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c21554ce-e587-47c2-9a5e-61d889373e08 HTTP/1.1" status: 204 len: 173 time: 2.0620005 Aug 24 17:53:08.499096 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'name': 'network-vif-deleted', 'tag': 'c21554ce-e587-47c2-9a5e-61d889373e08'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:08.504411 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e26a932-5e71-4966-ab93-6057997effe2" -d '{"events": [{"server_uuid": "8cd743b2-3b6c-4213-819a-1a25314ed5e2", "name": "network-vif-deleted", "tag": "c21554ce-e587-47c2-9a5e-61d889373e08"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:08.553950 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5286bc01-b8b6-4788-b07e-86b57f43fc7c x-openstack-request-id: req-5286bc01-b8b6-4788-b07e-86b57f43fc7c {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:08.554801 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd743b2-3b6c-4213-819a-1a25314ed5e2", "name": "network-vif-deleted", "tag": "c21554ce-e587-47c2-9a5e-61d889373e08", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:08.555315 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5286bc01-b8b6-4788-b07e-86b57f43fc7c {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:08.556023 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5286bc01-b8b6-4788-b07e-86b57f43fc7c'] response: {'server_uuid': '8cd743b2-3b6c-4213-819a-1a25314ed5e2', 'name': 'network-vif-deleted', 'tag': 'c21554ce-e587-47c2-9a5e-61d889373e08', 'status': 'completed', 'code': 200} Aug 24 17:53:08.621065 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b3b08-0dc0-43a8-afbc-4b5632736252 req-68b40560-ddb3-4482-9da3-7d0bfac7cde3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:08.625900 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ce5b3b08-0dc0-43a8-afbc-4b5632736252 req-68b40560-ddb3-4482-9da3-7d0bfac7cde3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0602615 Aug 24 17:53:08.677707 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ce5b3b08-0dc0-43a8-afbc-4b5632736252 req-003b2401-bb0f-4cae-b3b5-f5a5b45314b5 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485158 Aug 24 17:53:08.717322 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:08.764973 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:53:08.936541 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:08.972574 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:08.976424 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:08.985288 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:08.986124 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:52:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:09.046053 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e0748c73-2df6-4588-9d3f-fef559ced934 req-7b311c5a-fbd2-42ad-9a2d-6497ea9fecf6 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0354533 Aug 24 17:53:09.120918 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:09.339209 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:09.369002 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac214f-e24f-4a61-a9bd-51eb03df4963 req-2626a324-9288-457a-bcd1-ae389e8f7a86 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:09.371211 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-32ac214f-e24f-4a61-a9bd-51eb03df4963 req-2626a324-9288-457a-bcd1-ae389e8f7a86 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 945 time: 0.0615087 Aug 24 17:53:09.373219 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce385eb4-e47a-4b00-b615-4025b13d272d None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:09.435171 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-32ac214f-e24f-4a61-a9bd-51eb03df4963 req-b16525bc-a29e-494b-bceb-895051a89ef6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561373 Aug 24 17:53:09.493153 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a119f2e2-9d89-4507-ad21-4bfa031c9264 req-0aa5300c-ca41-4002-9efb-ba828958ea90 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 210 time: 0.0339444 Aug 24 17:53:09.667311 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38dfc91-be67-4b27-987d-1e8a72fb4bd1 None None] New status for floating IP ceb21949-2b34-4bc8-8236-8f3dbd9e9b40: DOWN {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:53:09.802676 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d93be-56db-4cf0-b046-d173d408298a req-7d03cb40-1f39-4480-b3e8-97a31c5b4730 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:09.804143 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-546d93be-56db-4cf0-b046-d173d408298a req-7d03cb40-1f39-4480-b3e8-97a31c5b4730 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0500939 Aug 24 17:53:09.860442 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-546d93be-56db-4cf0-b046-d173d408298a req-c18c1234-d14e-4a08-a457-374e452fb3c7 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504684 Aug 24 17:53:10.176514 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f347435c-fbeb-4753-8059-41397d5e4785 req-2c0515ec-756e-45f3-94cc-34ee8dbe46b0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0293365 Aug 24 17:53:10.349112 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device c21554ce-e587-47c2-9a5e-61d889373e08 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:10.374409 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: c21554ce-e587-47c2-9a5e-61d889373e08 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:53:10.374780 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device c21554ce-e587-47c2-9a5e-61d889373e08 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:10.581010 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718af36-8073-47a0-ba59-cb41e0b7d8e7 req-24e2c2c0-b4ea-42e9-b4a3-ee2172410d14 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:10.582635 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e718af36-8073-47a0-ba59-cb41e0b7d8e7 req-24e2c2c0-b4ea-42e9-b4a3-ee2172410d14 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 945 time: 0.0606537 Aug 24 17:53:10.626115 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bc74f451-ef7a-441c-8547-5b47fe8fd871 req-cae323a4-05d5-4d00-a905-4b37026eae45 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 210 time: 0.0422902 Aug 24 17:53:10.663408 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e718af36-8073-47a0-ba59-cb41e0b7d8e7 req-d5776dc2-fdfc-4d41-9f4e-9d81eadb9056 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695231 Aug 24 17:53:10.991973 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cdb5d-0765-4fa3-a82d-0b078fa6c918 req-e37bf378-6446-469e-a2ae-fc2f0eddc4e0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:10.993494 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d5cdb5d-0765-4fa3-a82d-0b078fa6c918 req-e37bf378-6446-469e-a2ae-fc2f0eddc4e0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0540001 Aug 24 17:53:11.046621 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d5cdb5d-0765-4fa3-a82d-0b078fa6c918 req-00b03f3c-c7be-4e13-873e-4c4a879f98d8 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467999 Aug 24 17:53:11.298612 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-274b570b-959a-4ba4-b435-da087ce472d3 req-1e834f4a-5561-4457-a608-434fd87bd771 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0354908 Aug 24 17:53:11.812097 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f1a913eb-dbab-4633-a373-08f01cd21f64 req-ff24cae2-3918-46d2-b126-036cc101c35a tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 210 time: 0.0801432 Aug 24 17:53:11.886582 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bf111-7a12-40ac-a397-807346a60286 req-9c8e96e3-c28b-4a76-9fd7-4d53fc269396 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:11.890050 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e07bf111-7a12-40ac-a397-807346a60286 req-9c8e96e3-c28b-4a76-9fd7-4d53fc269396 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 945 time: 0.1305449 Aug 24 17:53:11.959958 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e07bf111-7a12-40ac-a397-807346a60286 req-4dfc9560-fb6b-4370-826a-e4bd5cfd4053 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583963 Aug 24 17:53:12.218568 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416e005-6e09-4691-9ba8-38de28c0ff92 req-645d2feb-9ccc-473a-a966-9b0aabbeb773 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:12.220286 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f416e005-6e09-4691-9ba8-38de28c0ff92 req-645d2feb-9ccc-473a-a966-9b0aabbeb773 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0607617 Aug 24 17:53:12.265940 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:12.277450 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f416e005-6e09-4691-9ba8-38de28c0ff92 req-5c3fdeb9-9218-4d88-aa37-826ffa1aae75 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501165 Aug 24 17:53:12.407813 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:12.426175 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68441884-56a7-4afd-8823-9247f232b000 req-5df025dd-9b7d-4215-854d-2d6fe70a2541 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8cd743b2-3b6c-4213-819a-1a25314ed5e2 HTTP/1.1" status: 200 len: 210 time: 0.0302281 Aug 24 17:53:12.938473 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6b728ad6-f0b0-49f1-9fff-ee3c7a34b16f req-fe44c240-564d-45ab-8a58-d4d3b1e8369a tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 210 time: 0.0421402 Aug 24 17:53:13.128182 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:13.144438 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4fad8-352e-4827-bf8c-d3e1f1c9cfd2 req-a448fe80-2b9d-42f3-9c6e-baf51c60d3cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:13.146103 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-87d4fad8-352e-4827-bf8c-d3e1f1c9cfd2 req-a448fe80-2b9d-42f3-9c6e-baf51c60d3cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 945 time: 0.0633087 Aug 24 17:53:13.204648 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-87d4fad8-352e-4827-bf8c-d3e1f1c9cfd2 req-bc2e81fe-889c-45a7-8e4a-2c6aa54641da tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519893 Aug 24 17:53:13.397605 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04262e-2a03-4e3f-994f-da76e450f098 req-64b84e88-cbfa-4d0e-aaf3-8f9e3ccf43d9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:13.399588 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fa04262e-2a03-4e3f-994f-da76e450f098 req-64b84e88-cbfa-4d0e-aaf3-8f9e3ccf43d9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 945 time: 0.1038480 Aug 24 17:53:13.429595 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:13.499590 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82f329-6658-4bf6-aaee-c71e28666ada req-1ce69d06-518d-4f41-8a5f-04e182b643e9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:13.501287 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ca82f329-6658-4bf6-aaee-c71e28666ada req-1ce69d06-518d-4f41-8a5f-04e182b643e9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1270852 Aug 24 17:53:13.573873 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fa04262e-2a03-4e3f-994f-da76e450f098 req-9914c2dd-68fd-4a73-b7db-0a0a4662b802 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501906 Aug 24 17:53:13.585305 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-b5850862-db67-4523-afcf-93d4acdafd53 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:13.586765 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-b5850862-db67-4523-afcf-93d4acdafd53 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.26 "GET /networking/v2.0/networks?id=1fcff867-0bc4-4478-bdf7-0cc16094d8ae HTTP/1.1" status: 200 len: 809 time: 0.2558475 Aug 24 17:53:13.603065 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47794) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:13.608254 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Request body: {'port': {'device_id': '5a6ce1f4-195d-4f47-aa97-ca63353379cc', 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae', 'admin_state_up': True, 'tenant_id': '6e895dd83dbf4458b7d6efaace0d209a'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:13.629654 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ca82f329-6658-4bf6-aaee-c71e28666ada req-96afae48-0501-44f3-b97d-de0b80f2f7be tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210616 Aug 24 17:53:13.739775 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47804) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:13.878438 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Made reservation on behalf of 6e895dd83dbf4458b7d6efaace0d209a for: {'port': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:53:13.882445 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:13.886237 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15ce21e-f5ac-4d12-8564-d62cd3ecf6bc tempest-TestVolumeBootPattern-616614680 tempest-TestVolumeBootPattern-616614680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:13.887873 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-c15ce21e-f5ac-4d12-8564-d62cd3ecf6bc tempest-TestVolumeBootPattern-616614680 tempest-TestVolumeBootPattern-616614680-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 1124 time: 0.2821617 Aug 24 17:53:13.892663 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 47806) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:13.893383 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (49c5c87a-4375-46b8-a3c2-ecc1943ce41c), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:13.898917 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:13.899101 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'port_id': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:13.908572 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-6444b3b7-f4fa-4b58-ad7b-f92808d3f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:13.910201 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-6444b3b7-f4fa-4b58-ad7b-f92808d3f8d7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 1129 time: 0.1073246 Aug 24 17:53:13.923205 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (49c5c87a-4375-46b8-a3c2-ecc1943ce41c), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.071531 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d1f13d3a-7265-43c7-93a3-e22a43c45b3c req-e0c531b2-2b18-4eb4-987c-03988a2c6d22 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 210 time: 0.0354171 Aug 24 17:53:14.084368 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.104079 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Allocated IP 172.20.0.4 (1fcff867-0bc4-4478-bdf7-0cc16094d8ae/d635d8c8-ef71-49f7-934e-06e412c7de3f/8da2ef24-6418-47bd-9b86-9b7fbc7181f5) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:14.288551 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-9c5a8419-ac99-4658-a1f5-35ceb685dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:14.290078 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-9c5a8419-ac99-4658-a1f5-35ceb685dbd8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 200 len: 912 time: 0.1193511 Aug 24 17:53:14.294527 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.310832 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:14.339199 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (49c5c87a-4375-46b8-a3c2-ecc1943ce41c), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.341811 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.343156 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/49c5c87a-4375-46b8-a3c2-ecc1943ce41c HTTP/1.1" status: 204 len: 168 time: 0.6019049 Aug 24 17:53:14.354069 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47816) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:14.375557 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c5c87a-4375-46b8-a3c2-ecc1943ce41c,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:14.393798 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.api.v2.resource [None req-2ee90bc2-03f2-4a65-8a98-ee06a90898e3 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] show failed (client error): The resource could not be found. Aug 24 17:53:14.395076 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-2ee90bc2-03f2-4a65-8a98-ee06a90898e3 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups/49c5c87a-4375-46b8-a3c2-ecc1943ce41c HTTP/1.1" status: 404 len: 347 time: 0.0399065 Aug 24 17:53:14.397801 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-cc23fdfd-4a4b-477c-a628-871ef4a2277c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d93fe402-2e98-4ff9-8441-854219d9e667 HTTP/1.1" status: 200 len: 1001 time: 0.1013281 Aug 24 17:53:14.399633 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.399965 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.400779 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.401134 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.401475 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.401813 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.402187 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.402521 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.402861 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.403195 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.403532 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.403859 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.404193 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.404524 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.404848 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc3784-038e-4a2d-9838-329d21adf011 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:14.408763 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47818) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:14.536677 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-fe3c8a8b-b72f-401a-8181-5c73e3b55adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:14.538237 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-fe3c8a8b-b72f-401a-8181-5c73e3b55adb service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=8dc6387a-d9aa-446b-89fc-60d585461941 HTTP/1.1" status: 200 len: 850 time: 0.1303079 Aug 24 17:53:14.611052 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Deleting port 48c2351d-6667-4f0a-92b6-8b305abc7677 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:14.611052 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (48c2351d-6667-4f0a-92b6-8b305abc7677), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.625945 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-ce1384d5-5d8c-4c64-af3b-15d9abcb8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:14.627731 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-ce1384d5-5d8c-4c64-af3b-15d9abcb8474 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=389a41b1-7bca-4893-9c00-f7c2a36844c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678365 Aug 24 17:53:14.665308 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks [] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.723358 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:14.759587 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Allocated IP 172.27.2.215 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/30cd9b39-62e7-498b-a2dc-748da7903441) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:14.762859 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (48c2351d-6667-4f0a-92b6-8b305abc7677), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.763307 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (48c2351d-6667-4f0a-92b6-8b305abc7677), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.784627 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Calling delete_port for 48c2351d-6667-4f0a-92b6-8b305abc7677 owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:14.814986 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-1edecc6f-4e6f-4bcc-9045-d1d31b070451 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755135 Aug 24 17:53:14.823749 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8cfe1-728c-4713-a7cd-51957de240fe req-5b32f14e-0aa5-419d-b740-90ab283d0eac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:14.825273 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49f8cfe1-728c-4713-a7cd-51957de240fe req-5b32f14e-0aa5-419d-b740-90ab283d0eac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0864828 Aug 24 17:53:14.883812 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:14.892672 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:14.975968 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:14.990780 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:15.001867 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:15.011314 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49f8cfe1-728c-4713-a7cd-51957de240fe req-eb4ce2b6-4601-41d2-b33b-f2a3215656f8 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764429 Aug 24 17:53:15.039270 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (48c2351d-6667-4f0a-92b6-8b305abc7677), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.044733 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Pushing event updated for resources: {'Port': ['ID=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:15.049588 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for port (30cd9b39-62e7-498b-a2dc-748da7903441), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.067464 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'Port': ['ID=48c2351d-6667-4f0a-92b6-8b305abc7677,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:15.071751 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.072746 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.073229 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.073765 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.074817 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.074817 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.074817 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.075178 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.075410 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.075841 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.076102 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.076438 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.076762 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.077090 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.077419 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:15.122401 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:15.123080 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.150499 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (ceb21949-2b34-4bc8-8236-8f3dbd9e9b40), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.153057 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.154759 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-92002e27-b650-42b0-9f9f-71d175d689d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/ceb21949-2b34-4bc8-8236-8f3dbd9e9b40 HTTP/1.1" status: 204 len: 168 time: 0.7449467 Aug 24 17:53:15.210699 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274ee84-d07b-46bd-bf95-4b81ee76dbc3 req-6132c192-a012-4997-9832-29b633c35020 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:15.212232 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d274ee84-d07b-46bd-bf95-4b81ee76dbc3 req-6132c192-a012-4997-9832-29b633c35020 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 931 time: 0.0529308 Aug 24 17:53:15.213841 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (30cd9b39-62e7-498b-a2dc-748da7903441), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.242441 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:15.264058 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-9511a97f-cd09-4ae8-a7cc-252685517d58 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6636522 Aug 24 17:53:15.288667 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:15.291911 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:15.294463 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:15.334219 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'Port': ['ID=30cd9b39-62e7-498b-a2dc-748da7903441,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:15.336392 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47828) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:15.341304 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-9d570faf-7daf-4dab-ba9f-1f78d04c8854 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337665', 'description': 'tempest-description--1763643840'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:15.349572 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:15.365494 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d274ee84-d07b-46bd-bf95-4b81ee76dbc3 req-99ac2125-6aaf-406f-9f84-41aaa2f3c17d tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426072 Aug 24 17:53:15.436725 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9d570faf-7daf-4dab-ba9f-1f78d04c8854 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.513117 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9d570faf-7daf-4dab-ba9f-1f78d04c8854 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (45813995-4cac-4e5d-9841-9b0c4bfff770), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.597344 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9d570faf-7daf-4dab-ba9f-1f78d04c8854 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (45813995-4cac-4e5d-9841-9b0c4bfff770), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.629905 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d570faf-7daf-4dab-ba9f-1f78d04c8854 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45813995-4cac-4e5d-9841-9b0c4bfff770,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:15.664970 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:15.700740 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9d570faf-7daf-4dab-ba9f-1f78d04c8854 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.701955 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-9d570faf-7daf-4dab-ba9f-1f78d04c8854 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3644147 Aug 24 17:53:15.702243 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (bb425d1f-bd2e-4713-aca1-30d3d1dad810), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.704971 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 47830) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:15.709356 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-70cc4c2e-a047-4106-abf9-3c945ef46d9d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group_rule': {'security_group_id': '45813995-4cac-4e5d-9841-9b0c4bfff770', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:15.865507 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70cc4c2e-a047-4106-abf9-3c945ef46d9d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (73debbb2-6664-4e53-93e4-a27bde534533), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.892645 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (30cd9b39-62e7-498b-a2dc-748da7903441), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.981089 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70cc4c2e-a047-4106-abf9-3c945ef46d9d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (73debbb2-6664-4e53-93e4-a27bde534533), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.048587 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70cc4c2e-a047-4106-abf9-3c945ef46d9d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (73debbb2-6664-4e53-93e4-a27bde534533), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.085059 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc4c2e-a047-4106-abf9-3c945ef46d9d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73debbb2-6664-4e53-93e4-a27bde534533,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:16.111004 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for port (30cd9b39-62e7-498b-a2dc-748da7903441), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.149631 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46273ec-a645-44af-8b8c-2063c04e39a5 req-1e6fad2a-d2a2-4aae-a019-aafa0871f98e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:16.151708 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d46273ec-a645-44af-8b8c-2063c04e39a5 req-1e6fad2a-d2a2-4aae-a019-aafa0871f98e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0584047 Aug 24 17:53:16.188367 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70cc4c2e-a047-4106-abf9-3c945ef46d9d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.189567 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-70cc4c2e-a047-4106-abf9-3c945ef46d9d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4836614 Aug 24 17:53:16.192657 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47834) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:16.198237 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-c4b9b2ac-8122-4b49-a9e9-9aa6fc555b57 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group_rule': {'security_group_id': '45813995-4cac-4e5d-9841-9b0c4bfff770', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:16.205190 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d46273ec-a645-44af-8b8c-2063c04e39a5 req-dfadffdc-0fac-4fa6-b848-945ee14cd54c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473721 Aug 24 17:53:16.228446 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (30cd9b39-62e7-498b-a2dc-748da7903441), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.292771 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (bb425d1f-bd2e-4713-aca1-30d3d1dad810), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.295802 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'Port': ['ID=30cd9b39-62e7-498b-a2dc-748da7903441,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:16.298086 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:16.311895 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b2ac-8122-4b49-a9e9-9aa6fc555b57 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (84d9cd40-7133-49a0-beae-ede7ba5ee8d5), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.373593 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b2ac-8122-4b49-a9e9-9aa6fc555b57 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (84d9cd40-7133-49a0-beae-ede7ba5ee8d5), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.395870 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Floating IP bb425d1f-bd2e-4713-aca1-30d3d1dad810 associated. External IP: 172.27.2.215, port: 7aa9edde-92b1-4e33-9fe7-371de05db5c9. Aug 24 17:53:16.435769 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b2ac-8122-4b49-a9e9-9aa6fc555b57 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (84d9cd40-7133-49a0-beae-ede7ba5ee8d5), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.457141 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9b2ac-8122-4b49-a9e9-9aa6fc555b57 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d9cd40-7133-49a0-beae-ede7ba5ee8d5,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:16.517797 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b2ac-8122-4b49-a9e9-9aa6fc555b57 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.519657 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-c4b9b2ac-8122-4b49-a9e9-9aa6fc555b57 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258955 Aug 24 17:53:16.523559 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 47840) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:16.523978 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e15d51-26ed-47c0-a8ae-6ecc31c440cb req-de3de39c-519c-468c-ad51-ffe6cfc1d3ab tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:16.526155 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-37e15d51-26ed-47c0-a8ae-6ecc31c440cb req-de3de39c-519c-468c-ad51-ffe6cfc1d3ab tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 931 time: 0.0698571 Aug 24 17:53:16.528494 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:16.559474 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:16.637994 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.650129 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-37e15d51-26ed-47c0-a8ae-6ecc31c440cb req-7ca9999f-d670-4b61-9717-56792b97cfcb tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146085 Aug 24 17:53:16.691437 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Router 4c879247-18bc-400b-99f8-82d3e0398fb9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:16.727233 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.803469 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:16.816605 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] Sync routers for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:16.829243 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:16.829933 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:52:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:16.843702 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Allocated IP 172.27.2.95 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/1c392da9-bd4b-42c9-bcff-90cf900015c9) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:16.878026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:16.913024 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-0d517579-f635-4947-887c-1fd42cfda943 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0192842 Aug 24 17:53:16.913745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'tag': '7aa9edde-92b1-4e33-9fe7-371de05db5c9'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:16.916775 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "829f4d8c-fcd5-4611-9878-af9c7b30e362", "tag": "7aa9edde-92b1-4e33-9fe7-371de05db5c9"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:16.944233 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:16.959578 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c3295-3975-4f16-bc2c-802169de8859 x-openstack-request-id: req-8d3c3295-3975-4f16-bc2c-802169de8859 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:16.959578 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829f4d8c-fcd5-4611-9878-af9c7b30e362", "tag": "7aa9edde-92b1-4e33-9fe7-371de05db5c9", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:16.960023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8d3c3295-3975-4f16-bc2c-802169de8859 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:16.960522 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3c3295-3975-4f16-bc2c-802169de8859'] response: {'name': 'network-changed', 'server_uuid': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'tag': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'status': 'completed', 'code': 200} Aug 24 17:53:16.967005 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:16.977316 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (1c392da9-bd4b-42c9-bcff-90cf900015c9), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.049731 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (1c392da9-bd4b-42c9-bcff-90cf900015c9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.092013 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:17.096046 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:17.101328 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:17.105378 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=1c392da9-bd4b-42c9-bcff-90cf900015c9,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:17.108107 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:17.177157 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'bb425d1f-bd2e-4713-aca1-30d3d1dad810', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:c6:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:15Z', 'updated_at': '2022-08-24T17:53:15Z', 'revision_number': 0, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:17.207705 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] Checking router: 4c879247-18bc-400b-99f8-82d3e0398fb9 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:17.216356 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:17.216979 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:52:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:17.256778 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (f93c03ff-c76c-4109-97cd-53742b90fa85), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.286053 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Request body: {'port': {'device_id': '5a6ce1f4-195d-4f47-aa97-ca63353379cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:17.293329 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-f31c8df6-613d-4e9d-937c-0f8705235e24 req-cc41e007-0036-4e3e-a65d-366d34fdcd40 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123927 Aug 24 17:53:17.330865 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:17.398549 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-052bc96e-322a-45f6-9864-68f77da9e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:17.400886 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-052bc96e-322a-45f6-9864-68f77da9e4be service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 1129 time: 0.1065078 Aug 24 17:53:17.403779 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (1c392da9-bd4b-42c9-bcff-90cf900015c9), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.411737 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fad3d-ab13-458d-8dc9-bf2619940b4e req-d8b1b43f-69bc-4065-a215-af79aff52dbf tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:17.413598 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bf9fad3d-ab13-458d-8dc9-bf2619940b4e req-d8b1b43f-69bc-4065-a215-af79aff52dbf tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0916834 Aug 24 17:53:17.420640 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.510381 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bf9fad3d-ab13-458d-8dc9-bf2619940b4e req-2356c03b-db93-422f-83f0-ddd52227e6d5 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864975 Aug 24 17:53:17.511685 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:17.578691 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'bb425d1f-bd2e-4713-aca1-30d3d1dad810', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:c6:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:15Z', 'updated_at': '2022-08-24T17:53:15Z', 'revision_number': 0, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:17.607401 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (1c392da9-bd4b-42c9-bcff-90cf900015c9), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.610280 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe83bd4-ed87-4fce-b613-162df4a68ddc None None] The sync data for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi is: [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'bb425d1f-bd2e-4713-aca1-30d3d1dad810', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:c6:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:15Z', 'updated_at': '2022-08-24T17:53:15Z', 'revision_number': 0, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:17.673323 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:17.721215 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (1c392da9-bd4b-42c9-bcff-90cf900015c9), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.735215 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d70e8a40-7806-4daf-a731-4139ee527441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.815386 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 {{(pid=113410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:17.829384 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Publish callbacks [] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.851360 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e96e25-3e40-4041-aa51-58ac3ffd2c94 req-d0153f61-9ea2-4902-bf27-0dc721f5d711 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:17.859069 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-34e96e25-3e40-4041-aa51-58ac3ffd2c94 req-d0153f61-9ea2-4902-bf27-0dc721f5d711 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 931 time: 0.0922210 Aug 24 17:53:17.859963 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (f93c03ff-c76c-4109-97cd-53742b90fa85), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.862723 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:17.866237 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=1c392da9-bd4b-42c9-bcff-90cf900015c9,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:17.873482 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.provisioning_blocks [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Transition to ACTIVE for port object 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 will not be triggered until provisioned by entity L2. {{(pid=113410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:53:17.891246 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-1b7fd57b-e401-4f5a-98fd-5650addec7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:17.892917 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-1b7fd57b-e401-4f5a-98fd-5650addec7ae service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 913 time: 0.2255952 Aug 24 17:53:17.928712 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14120a3-7e22-4d92-9b3f-960553a48b33 None None] New status for floating IP bb425d1f-bd2e-4713-aca1-30d3d1dad810: ACTIVE {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:53:17.944599 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-34e96e25-3e40-4041-aa51-58ac3ffd2c94 req-9aff0e9e-89ec-4974-adcd-ddb63cfa3fa0 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846047 Aug 24 17:53:17.967398 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.971120 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:17.972872 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-0fcbc81c-170d-42a3-9dad-dbc632db31bf tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4481990 Aug 24 17:53:17.990716 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-3f962d56-4049-44a5-938a-d8914a762493 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa9edde-92b1-4e33-9fe7-371de05db5c9 HTTP/1.1" status: 200 len: 999 time: 0.0912240 Aug 24 17:53:18.069356 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:18.092389 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:18.105521 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Attempting to bind port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:53:18.106020 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Attempting to bind port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '616f9a0b-6ea6-409e-8ac0-218beab0030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae'}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:53:18.106469 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Attempting to bind port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 on network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:18.120826 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 on network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:53:18.121515 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Attempting to bind port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 on network 1fcff867-0bc4-4478-bdf7-0cc16094d8ae {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:18.128059 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:53:18.128875 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Checking segment: {'id': '616f9a0b-6ea6-409e-8ac0-218beab0030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:18.129612 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Bound using segment: {'id': '616f9a0b-6ea6-409e-8ac0-218beab0030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae'} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:53:18.130622 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Bound port: 8da2ef24-6418-47bd-9b86-9b7fbc7181f5, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616f9a0b-6ea6-409e-8ac0-218beab0030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae'}}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:53:18.131105 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:18.233166 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] For port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5, host hv-cinder-85442, cleared binding levels {{(pid=113410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:53:18.253942 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] For port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:53:18.264026 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-4fd69aca-00ce-49d2-8036-3da673651e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:18.265515 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-4fd69aca-00ce-49d2-8036-3da673651e4b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0556583 Aug 24 17:53:18.272491 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-0e013908-a8e0-407d-887f-3edafd4b4985 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--337665&fields=id&tenant_id=0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 267 time: 0.0676725 Aug 24 17:53:18.319331 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-825d9f32-df97-41b8-b566-904337e11b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:18.320937 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-825d9f32-df97-41b8-b566-904337e11b96 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477643 Aug 24 17:53:18.396823 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-af26737e-56eb-4695-a5dc-2174b7a60e19 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:18.399135 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-af26737e-56eb-4695-a5dc-2174b7a60e19 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 815 time: 0.1187344 Aug 24 17:53:18.400218 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:18.405775 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:18.406431 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:18.407968 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/8da2ef24-6418-47bd-9b86-9b7fbc7181f5 HTTP/1.1" status: 200 len: 1093 time: 1.1264238 Aug 24 17:53:18.439544 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-5c4e82f2-2c62-40cb-96b8-78ededf0aa36 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115632 Aug 24 17:53:18.449765 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-a21404ba-b932-4a9e-b9fa-d02cb8071f07 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/quotas/0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 375 time: 0.0197020 Aug 24 17:53:18.507484 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df9cff-bf13-45de-8091-0a300bb125e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,revision_number=3']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:18.528460 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-986ddb07-475e-4311-b407-284416694521 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712030 Aug 24 17:53:18.555722 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8ead4b23-e26a-42d8-8ba0-8e57246c2ce9 req-302d62d9-bd57-418c-a4da-59d68445330c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089015 Aug 24 17:53:18.644290 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-f4a4dc2e-7d88-4d3f-871d-8cf5c6200bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:18.645698 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-f4a4dc2e-7d88-4d3f-871d-8cf5c6200bee service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6e895dd83dbf4458b7d6efaace0d209a&device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 1127 time: 0.1107404 Aug 24 17:53:18.699175 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:18.762092 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-430e342b-7b5b-4afb-9c23-43d7e1807736 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da2ef24-6418-47bd-9b86-9b7fbc7181f5 HTTP/1.1" status: 200 len: 217 time: 0.1016350 Aug 24 17:53:18.849926 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-a6707b88-38d8-4b9a-8c14-539d7e707496 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:18.851383 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-a6707b88-38d8-4b9a-8c14-539d7e707496 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/networks?id=b2faca5a-e8af-4323-908b-3df82d9ff4a6 HTTP/1.1" status: 200 len: 814 time: 0.2535272 Aug 24 17:53:18.860930 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-fcb3cf07-be2a-4fd1-a702-a21ecf566b2d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108187 Aug 24 17:53:18.864147 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-7e9b0760-b2d7-40ac-b976-3c608f76eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:18.864268 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-7e9b0760-b2d7-40ac-b976-3c608f76eb01 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d635d8c8-ef71-49f7-934e-06e412c7de3f HTTP/1.1" status: 200 len: 849 time: 0.0946825 Aug 24 17:53:18.905159 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-f31ab064-44b2-48d4-b41e-9541654d61d9 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/quotas/4fa9fd072c704af2950a9bb4339d374d HTTP/1.1" status: 200 len: 375 time: 0.0463729 Aug 24 17:53:18.932627 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-7f88c1bf-19ad-4cc7-aff7-4a264ab38716 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=1fcff867-0bc4-4478-bdf7-0cc16094d8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508878 Aug 24 17:53:18.997416 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6ce1f4-195d-4f47-aa97-ca63353379cc', 'tag': '8da2ef24-6418-47bd-9b86-9b7fbc7181f5'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:18.999790 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958d28c1-cd75-47f0-bbff-f83aff78a7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6ce1f4-195d-4f47-aa97-ca63353379cc", "tag": "8da2ef24-6418-47bd-9b86-9b7fbc7181f5"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:19.304630 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-cbfbaee1-5d11-4468-b09c-e5e72267c622 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=4fa9fd072c704af2950a9bb4339d374d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3807185 Aug 24 17:53:19.406381 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-cc13f050-56e8-481d-b784-128b306bd571 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359545 Aug 24 17:53:19.464774 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-b8899c7a-f11c-4978-bd4e-4067844c7427 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180001 Aug 24 17:53:19.500428 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:19.516623 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-2c4b0aa5-7432-44ce-b484-f40e61f75c86 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974518 Aug 24 17:53:19.653347 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4673d118-3d9c-48f2-bb39-3f0fa1d93679 req-d511d865-219e-43fe-a547-1cbacef63d7f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820416 Aug 24 17:53:19.710555 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87377d1-e054-4f61-b28c-af54c667b0ba req-966aea25-db4f-4bb8-8a17-8edfd8f54b38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:19.712096 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a87377d1-e054-4f61-b28c-af54c667b0ba req-966aea25-db4f-4bb8-8a17-8edfd8f54b38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0724816 Aug 24 17:53:19.714892 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-d37c5ca5-3e47-4c3c-aff5-c3061e05eeee service neutron] 10.222.0.76 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667109 Aug 24 17:53:19.794625 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a87377d1-e054-4f61-b28c-af54c667b0ba req-5d492e5d-240d-4f2a-85b5-59810859662e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755796 Aug 24 17:53:19.910217 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea6b35-7177-41f9-88ff-d789e2d3e677 req-b949f601-b5f7-4e4a-9373-0225e4fb031b tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:19.911794 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eaea6b35-7177-41f9-88ff-d789e2d3e677 req-b949f601-b5f7-4e4a-9373-0225e4fb031b tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 943 time: 0.0507610 Aug 24 17:53:19.972082 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eaea6b35-7177-41f9-88ff-d789e2d3e677 req-c458d750-0636-4511-bd56-3c248586e764 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480144 Aug 24 17:53:20.016098 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96895b95-212c-4dbb-9520-3a6cfea7e185 x-openstack-request-id: req-96895b95-212c-4dbb-9520-3a6cfea7e185 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:20.016360 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6ce1f4-195d-4f47-aa97-ca63353379cc", "tag": "8da2ef24-6418-47bd-9b86-9b7fbc7181f5", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:20.016622 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-96895b95-212c-4dbb-9520-3a6cfea7e185 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:20.017070 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96895b95-212c-4dbb-9520-3a6cfea7e185'] response: {'name': 'network-changed', 'server_uuid': '5a6ce1f4-195d-4f47-aa97-ca63353379cc', 'tag': '8da2ef24-6418-47bd-9b86-9b7fbc7181f5', 'status': 'completed', 'code': 200} Aug 24 17:53:20.079520 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1610eda4-8562-438d-af07-b810d3ecc3a5 req-ff4195ba-1efd-44b6-b585-1f7deaa5127f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 210 time: 0.0388043 Aug 24 17:53:20.096540 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-039dd073-031b-4fe2-88fe-45d625c9b893 req-9f70af97-b75c-434d-a2d7-1c855d8e844d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 210 time: 0.0445368 Aug 24 17:53:20.254356 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-fa97562c-e63a-41bf-8726-79c090c5a0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:20.944831 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-efe30a42-3dcb-43ff-b8f7-3c9f9b421e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:20.946500 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-efe30a42-3dcb-43ff-b8f7-3c9f9b421e2d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6e895dd83dbf4458b7d6efaace0d209a&device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 1127 time: 0.0745366 Aug 24 17:53:20.975010 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5f12-6bff-4a6a-974c-4f64a253490c req-e660755a-e5dd-4b64-9ad3-794f71fb7321 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:20.976544 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9cbd5f12-6bff-4a6a-974c-4f64a253490c req-e660755a-e5dd-4b64-9ad3-794f71fb7321 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0922730 Aug 24 17:53:21.131491 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9cbd5f12-6bff-4a6a-974c-4f64a253490c req-a85f268c-efc8-4368-bd26-e8daa765c01b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424820 Aug 24 17:53:21.143177 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-0f64b278-0c13-451f-8084-82631ae85bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:21.145126 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-0f64b278-0c13-451f-8084-82631ae85bf7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=1fcff867-0bc4-4478-bdf7-0cc16094d8ae HTTP/1.1" status: 200 len: 910 time: 0.1838658 Aug 24 17:53:21.170606 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73011e0f-ca8b-4ca6-9348-8b75d287c34b req-8c10028d-83fd-4ce1-9598-2c5e38f3143c tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:21.172125 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-73011e0f-ca8b-4ca6-9348-8b75d287c34b req-8c10028d-83fd-4ce1-9598-2c5e38f3143c tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 943 time: 0.1049223 Aug 24 17:53:21.218519 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-80326fdf-6d43-4dcf-be11-c9b051a7374d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da2ef24-6418-47bd-9b86-9b7fbc7181f5 HTTP/1.1" status: 200 len: 217 time: 0.0619690 Aug 24 17:53:21.278805 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5cbc88b5-0962-418d-a6a9-651fd5b07a63 req-d323fc3e-e7e3-4d59-bdf1-abb59d6878fd tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 210 time: 0.0776739 Aug 24 17:53:21.313187 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:21.317498 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:21.324823 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-73011e0f-ca8b-4ca6-9348-8b75d287c34b req-51946eca-d216-4a41-b94b-22d9ac59c106 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226311 Aug 24 17:53:21.328622 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-7226c7bf-ab6f-44e6-b17a-678dd9b5635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:21.330076 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-7226c7bf-ab6f-44e6-b17a-678dd9b5635c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d635d8c8-ef71-49f7-934e-06e412c7de3f HTTP/1.1" status: 200 len: 849 time: 0.1017489 Aug 24 17:53:21.390983 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a2141102-3a5b-43f5-a4ac-d8abe0fd0931 req-e9eef21c-ca51-4268-9151-f5a704c1acf5 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 210 time: 0.0512991 Aug 24 17:53:21.393236 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-1673e3f3-0706-4f82-ac61-89a3b3fcb7e1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=1fcff867-0bc4-4478-bdf7-0cc16094d8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445967 Aug 24 17:53:21.522026 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-8c93a49e-90fe-47f9-a2a1-56d24f499202 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184418 Aug 24 17:53:21.615448 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:21.642475 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-958d28c1-cd75-47f0-bbff-f83aff78a7f5 req-a7fbe998-0a29-49c4-a6e8-e954d5f30683 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978973 Aug 24 17:53:22.271779 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a6d8c-6614-4203-9b21-bb4aeb250602 req-c740be5a-ebe4-45a5-b081-f4a1ebafd1d0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:22.273797 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d57a6d8c-6614-4203-9b21-bb4aeb250602 req-c740be5a-ebe4-45a5-b081-f4a1ebafd1d0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0604329 Aug 24 17:53:22.332580 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d57a6d8c-6614-4203-9b21-bb4aeb250602 req-70ae82e8-6dff-42bb-86a4-0eb2ce757b9b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510354 Aug 24 17:53:22.409183 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a479a266-81ee-417e-a800-9dac9f690254 req-ffad04c2-ca82-4bf1-b97b-a872771397a3 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 210 time: 0.0503092 Aug 24 17:53:22.544076 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfffc10-f2f8-49b6-83a2-31e472065c1c req-fa13acd7-bbd2-4289-8af1-ddd59680c6a9 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:22.545610 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cbfffc10-f2f8-49b6-83a2-31e472065c1c req-fa13acd7-bbd2-4289-8af1-ddd59680c6a9 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 943 time: 0.1331069 Aug 24 17:53:22.549965 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2158a819-17d0-41d6-ba82-b6069d8b96a3 req-b1d5dab2-b157-40ad-8d79-e3a7a1f7f42d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 210 time: 0.0582211 Aug 24 17:53:22.583286 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-cc2558a8-9c78-41d8-9d89-4bebb8483e4a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:22.584811 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-cc2558a8-9c78-41d8-9d89-4bebb8483e4a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 815 time: 0.2142186 Aug 24 17:53:22.644831 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cbfffc10-f2f8-49b6-83a2-31e472065c1c req-99ae706b-4254-411f-879e-e2f99bf84084 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900276 Aug 24 17:53:22.675151 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-4d1e1ba5-304f-4ad4-860a-ca6c2d0f63a9 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 376 time: 0.0818620 Aug 24 17:53:22.687520 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'port': {'device_id': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'admin_state_up': True, 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'security_groups': ['45813995-4cac-4e5d-9841-9b0c4bfff770']}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:22.835756 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-4eb5ace2-fc82-4950-adbf-5ca552baaede tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:22.837809 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-4eb5ace2-fc82-4950-adbf-5ca552baaede tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b2faca5a-e8af-4323-908b-3df82d9ff4a6 HTTP/1.1" status: 200 len: 814 time: 0.1208987 Aug 24 17:53:22.858859 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Request body: {'port': {'device_id': '04727389-f440-431a-83b1-12243a4dcfde', 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6', 'admin_state_up': True, 'tenant_id': '4fa9fd072c704af2950a9bb4339d374d'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:22.877314 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Made reservation on behalf of 0a4d7fadea104c569ca29ff9be48089a for: {'port': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:53:22.883045 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:22.984019 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:23.064676 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Allocated IP 172.20.0.11 (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8/338cbe6a-cc5b-423e-b481-fdf309b222ff/df84b545-e21e-40dc-a01c-73704d9d9f09) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:23.100684 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Made reservation on behalf of 4fa9fd072c704af2950a9bb4339d374d for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:53:23.100937 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.107661 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.152985 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.185267 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:23.193507 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:53:23.234821 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.254264 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:23.285523 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Allocated IP 172.20.0.2 (b2faca5a-e8af-4323-908b-3df82d9ff4a6/a719f100-d391-459b-b65d-1a88f949e771/4e6bc539-f420-470c-b1db-ab601c29c5a5) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:23.299107 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:23.392376 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.447635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:23.468633 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:23.468633 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '8da2ef24-6418-47bd-9b86-9b7fbc7181f5', 'network_id': '1fcff867-0bc4-4478-bdf7-0cc16094d8ae', 'port_id': '8da2ef24-6418-47bd-9b86-9b7fbc7181f5', 'mac_address': 'fa:16:3e:06:4a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd635d8c8-ef71-49f7-934e-06e412c7de3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:53:23.468937 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:23.472480 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:23.503884 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:23.512159 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.512422 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:23.512732 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks [] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.519730 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:23.544481 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:23.602324 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=df84b545-e21e-40dc-a01c-73704d9d9f09,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:23.632316 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fbfe9-8e9f-449a-a9c1-0513da01dabf req-92fe8388-826a-41a2-9df7-bbd0511bc82d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:23.632316 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-507fbfe9-8e9f-449a-a9c1-0513da01dabf req-92fe8388-826a-41a2-9df7-bbd0511bc82d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1913071 Aug 24 17:53:23.642315 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9b3de-2496-4a20-92a0-5c60f8156756 req-715325e1-0190-4723-ae3c-79f798dabd22 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:23.643912 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-88c9b3de-2496-4a20-92a0-5c60f8156756 req-715325e1-0190-4723-ae3c-79f798dabd22 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 932 time: 0.1285391 Aug 24 17:53:23.660436 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:23.661109 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.689441 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.730493 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.744537 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-507fbfe9-8e9f-449a-a9c1-0513da01dabf req-c2979a3f-fccc-4a57-8368-97aea275631b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085751 Aug 24 17:53:23.754929 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:23.762482 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-88c9b3de-2496-4a20-92a0-5c60f8156756 req-ccb6f631-dc33-4748-9392-4d83f56fef6d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1090579 Aug 24 17:53:23.765429 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.765977 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.766410 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.766835 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.767240 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.767647 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.767989 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.768316 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.768648 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.769002 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.769368 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.769680 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.770195 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.770524 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.770884 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:23.817023 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Network b2faca5a-e8af-4323-908b-3df82d9ff4a6 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:23.821256 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-42275a2d-0ce1-4382-b6ef-768f02422c23 None None] Provisioning complete for port df84b545-e21e-40dc-a01c-73704d9d9f09 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:23.821256 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-42275a2d-0ce1-4382-b6ef-768f02422c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.827677 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:23.831446 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:23.872924 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Pushing event updated for resources: {'Port': ['ID=4e6bc539-f420-470c-b1db-ab601c29c5a5,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:23.893176 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-42275a2d-0ce1-4382-b6ef-768f02422c23 None None] Port df84b545-e21e-40dc-a01c-73704d9d9f09 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:53:23.910016 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:23.911794 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.918088 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-da4a16a5-6830-4791-9f0d-4d08ea24733a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2344165 Aug 24 17:53:23.942610 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Request body: {'port': {'device_id': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:23.951851 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a6fe3-64d3-41eb-9325-3095f1140d29 req-8a446537-7dad-4ba1-9047-e26ccb5a5dca tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:23.953366 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fb8a6fe3-64d3-41eb-9325-3095f1140d29 req-8a446537-7dad-4ba1-9047-e26ccb5a5dca tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 944 time: 0.1125093 Aug 24 17:53:23.991449 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['8da2ef24-6418-47bd-9b86-9b7fbc7181f5'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:24.001659 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3a49d-05f6-4f11-b7d3-49b60b2e2cf1 req-43c4cbf5-1417-4243-ae31-5e3378517e0d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:24.003302 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-61f3a49d-05f6-4f11-b7d3-49b60b2e2cf1 req-43c4cbf5-1417-4243-ae31-5e3378517e0d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 931 time: 0.1093884 Aug 24 17:53:24.041697 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-56a80f23-b766-4bac-ba9e-ef924122e20b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1870916 Aug 24 17:53:24.055608 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Request body: {'port': {'device_id': '04727389-f440-431a-83b1-12243a4dcfde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:24.064408 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:24.107282 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fb8a6fe3-64d3-41eb-9325-3095f1140d29 req-fed0c533-4061-409a-a218-ff63d71d58f0 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279230 Aug 24 17:53:24.112696 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.129327 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-61f3a49d-05f6-4f11-b7d3-49b60b2e2cf1 req-8104d58e-30fb-4e8d-9a4d-6e7a2abd886a tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140950 Aug 24 17:53:24.146947 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.151126 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:24.166914 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:24.438005 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df84b545-e21e-40dc-a01c-73704d9d9f09 {{(pid=113410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:24.447827 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Publish callbacks [] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.466836 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.provisioning_blocks [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Transition to ACTIVE for port object df84b545-e21e-40dc-a01c-73704d9d9f09 will not be triggered until provisioned by entity L2. {{(pid=113410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:53:24.518040 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6bc539-f420-470c-b1db-ab601c29c5a5 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:24.524086 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Publish callbacks [] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.538851 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Transition to ACTIVE for port object 4e6bc539-f420-470c-b1db-ab601c29c5a5 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:53:24.571185 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:24.575691 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.611832 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee98351-f8c5-401b-8d99-ad32c33b979d req-1dd158a8-967c-4f94-97fd-301b7b00f569 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:24.613391 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fee98351-f8c5-401b-8d99-ad32c33b979d req-1dd158a8-967c-4f94-97fd-301b7b00f569 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0857034 Aug 24 17:53:24.669941 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.689704 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Pushing event updated for resources: {'Port': ['ID=df84b545-e21e-40dc-a01c-73704d9d9f09,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:24.783289 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fee98351-f8c5-401b-8d99-ad32c33b979d req-275f7b3c-ccfe-425a-82aa-6a3eb5936598 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360452 Aug 24 17:53:24.792955 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Pushing event updated for resources: {'Port': ['ID=4e6bc539-f420-470c-b1db-ab601c29c5a5,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:24.795017 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Attempting to bind port df84b545-e21e-40dc-a01c-73704d9d9f09 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:53:24.795372 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Attempting to bind port df84b545-e21e-40dc-a01c-73704d9d9f09 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:53:24.795708 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Attempting to bind port df84b545-e21e-40dc-a01c-73704d9d9f09 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:24.800705 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Port df84b545-e21e-40dc-a01c-73704d9d9f09 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:53:24.801026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Attempting to bind port df84b545-e21e-40dc-a01c-73704d9d9f09 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:24.807729 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:53:24.808073 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Checking segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:24.808462 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Bound using segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:53:24.808904 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Bound port: df84b545-e21e-40dc-a01c-73704d9d9f09, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:53:24.809272 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.819908 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-e8d0670b-d3d4-4743-9740-69f43d72f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:24.822383 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-e8d0670b-d3d4-4743-9740-69f43d72f5a7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 1129 time: 0.0917475 Aug 24 17:53:24.837541 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:24.870652 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Attempting to bind port 4e6bc539-f420-470c-b1db-ab601c29c5a5 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:53:24.872526 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Attempting to bind port 4e6bc539-f420-470c-b1db-ab601c29c5a5 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '57f29852-142b-4560-8a37-6bba5172bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:53:24.872526 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Attempting to bind port 4e6bc539-f420-470c-b1db-ab601c29c5a5 on network b2faca5a-e8af-4323-908b-3df82d9ff4a6 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:24.941927 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec289773-70db-4ba8-bf8e-3365c941f21e req-c5570c6a-e5cc-46e3-bbeb-f4045b53305b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:24.943602 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ec289773-70db-4ba8-bf8e-3365c941f21e req-c5570c6a-e5cc-46e3-bbeb-f4045b53305b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 944 time: 0.0686543 Aug 24 17:53:24.944849 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] For port df84b545-e21e-40dc-a01c-73704d9d9f09, host hv-cinder-85442, cleared binding levels {{(pid=113410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:53:24.948949 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] For port df84b545-e21e-40dc-a01c-73704d9d9f09, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=df84b545-e21e-40dc-a01c-73704d9d9f09,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:53:25.002037 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ec289773-70db-4ba8-bf8e-3365c941f21e req-99e736b3-d3d2-4caa-a4ae-509add69763e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0490468 Aug 24 17:53:25.083873 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.090254 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.091044 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.092582 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/df84b545-e21e-40dc-a01c-73704d9d9f09 HTTP/1.1" status: 200 len: 1094 time: 1.1560297 Aug 24 17:53:25.093175 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'tag': 'df84b545-e21e-40dc-a01c-73704d9d9f09'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:25.095982 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63ed836-dffd-46a7-bbb3-fac8550f0827" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4c5b83-10ba-4343-a209-f00a509aa20f", "tag": "df84b545-e21e-40dc-a01c-73704d9d9f09"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:25.161630 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42021a-02fe-4127-8f34-33227ed2801a service neutron] Pushing event updated for resources: {'Port': ['ID=df84b545-e21e-40dc-a01c-73704d9d9f09,revision_number=3']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:25.167430 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7698590-8f68-4aee-b094-db486c983a78 x-openstack-request-id: req-a7698590-8f68-4aee-b094-db486c983a78 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:25.172956 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Port 4e6bc539-f420-470c-b1db-ab601c29c5a5 on network b2faca5a-e8af-4323-908b-3df82d9ff4a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:53:25.172956 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Attempting to bind port 4e6bc539-f420-470c-b1db-ab601c29c5a5 on network b2faca5a-e8af-4323-908b-3df82d9ff4a6 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:25.175050 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4c5b83-10ba-4343-a209-f00a509aa20f", "tag": "df84b545-e21e-40dc-a01c-73704d9d9f09", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:25.175381 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7698590-8f68-4aee-b094-db486c983a78 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:25.175836 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7698590-8f68-4aee-b094-db486c983a78'] response: {'name': 'network-changed', 'server_uuid': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'tag': 'df84b545-e21e-40dc-a01c-73704d9d9f09', 'status': 'completed', 'code': 200} Aug 24 17:53:25.184934 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:53:25.185337 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Checking segment: {'id': '57f29852-142b-4560-8a37-6bba5172bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:25.185820 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Bound using segment: {'id': '57f29852-142b-4560-8a37-6bba5172bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:53:25.186462 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Bound port: 4e6bc539-f420-470c-b1db-ab601c29c5a5, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f29852-142b-4560-8a37-6bba5172bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:53:25.186730 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.210124 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:25.216607 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-3e939677-7e12-495b-8802-a78019463e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.218338 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-3e939677-7e12-495b-8802-a78019463e0b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 200 len: 912 time: 0.3888302 Aug 24 17:53:25.225936 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:25.246426 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ed836-dffd-46a7-bbb3-fac8550f0827 req-be09f20a-fe6f-4a1e-befa-ea27a98b98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.248031 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e63ed836-dffd-46a7-bbb3-fac8550f0827 req-be09f20a-fe6f-4a1e-befa-ea27a98b98c0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 1128 time: 0.0590293 Aug 24 17:53:25.315502 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:53:25.337729 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] For port 4e6bc539-f420-470c-b1db-ab601c29c5a5, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:53:25.341332 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-c47e8684-9c6e-49a0-a298-b6cea153ac7b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d93fe402-2e98-4ff9-8441-854219d9e667 HTTP/1.1" status: 200 len: 1001 time: 0.1007628 Aug 24 17:53:25.343065 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] For port 4e6bc539-f420-470c-b1db-ab601c29c5a5, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4e6bc539-f420-470c-b1db-ab601c29c5a5,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:53:25.397197 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-f818d409-3061-4092-9ca9-67d372782e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.399090 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-f818d409-3061-4092-9ca9-67d372782e3a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=8dc6387a-d9aa-446b-89fc-60d585461941 HTTP/1.1" status: 200 len: 850 time: 0.0514543 Aug 24 17:53:25.424388 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:25.424939 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.440484 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.441408 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8f53b-092e-4a5d-9475-fa5f3449e89f req-457f743c-ddff-4eb3-ad43-cf6442b7ccb3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.443156 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcf8f53b-092e-4a5d-9475-fa5f3449e89f req-457f743c-ddff-4eb3-ad43-cf6442b7ccb3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 944 time: 0.1267948 Aug 24 17:53:25.458893 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f268e3a-f1f2-4684-baf3-02f36f1ef51d req-4e7a1f5a-e3b4-4a1a-b51b-6b6b37bff7f8 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.460517 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1f268e3a-f1f2-4684-baf3-02f36f1ef51d req-4e7a1f5a-e3b4-4a1a-b51b-6b6b37bff7f8 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 943 time: 0.1453404 Aug 24 17:53:25.474174 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.474817 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.476382 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/4e6bc539-f420-470c-b1db-ab601c29c5a5 HTTP/1.1" status: 200 len: 1093 time: 1.4263325 Aug 24 17:53:25.477201 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04727389-f440-431a-83b1-12243a4dcfde', 'tag': '4e6bc539-f420-470c-b1db-ab601c29c5a5'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:25.480463 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6277683c-8c2c-4aa1-b78c-58c2c369ee91" -d '{"events": [{"name": "network-changed", "server_uuid": "04727389-f440-431a-83b1-12243a4dcfde", "tag": "4e6bc539-f420-470c-b1db-ab601c29c5a5"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:25.495235 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ed836-dffd-46a7-bbb3-fac8550f0827 req-9e28c3f1-fdb8-47ea-aa71-bd3bb94b7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.496925 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e63ed836-dffd-46a7-bbb3-fac8550f0827 req-9e28c3f1-fdb8-47ea-aa71-bd3bb94b7067 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=0a4d7fadea104c569ca29ff9be48089a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2397566 Aug 24 17:53:25.502596 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-2cafbbb1-8b71-4ddc-abf9-11bc7ef77570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.507585 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-2cafbbb1-8b71-4ddc-abf9-11bc7ef77570 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=389a41b1-7bca-4893-9c00-f7c2a36844c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970349 Aug 24 17:53:25.557329 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baad08-b12b-4247-825e-a1bc58a9bb1c service neutron] Pushing event updated for resources: {'Port': ['ID=4e6bc539-f420-470c-b1db-ab601c29c5a5,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:25.563015 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:25.563413 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.595960 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcf8f53b-092e-4a5d-9475-fa5f3449e89f req-e0350631-fccb-44c1-a9ab-d2b2906f7c21 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432996 Aug 24 17:53:25.596875 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6ce1f4-195d-4f47-aa97-ca63353379cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2ef24-6418-47bd-9b86-9b7fbc7181f5'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:25.600138 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed3a077-c661-4dad-9456-8d08756bd724" -d '{"events": [{"server_uuid": "5a6ce1f4-195d-4f47-aa97-ca63353379cc", "name": "network-vif-plugged", "status": "completed", "tag": "8da2ef24-6418-47bd-9b86-9b7fbc7181f5"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:25.637911 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:25.663415 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1f268e3a-f1f2-4684-baf3-02f36f1ef51d req-ef370c01-270d-4e23-b222-622b0bb10bbd tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885083 Aug 24 17:53:25.710661 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beb1078-92a0-4c85-b86e-042f668cd2c9 x-openstack-request-id: req-4beb1078-92a0-4c85-b86e-042f668cd2c9 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:25.711021 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04727389-f440-431a-83b1-12243a4dcfde", "tag": "4e6bc539-f420-470c-b1db-ab601c29c5a5", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:25.711196 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4beb1078-92a0-4c85-b86e-042f668cd2c9 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:25.711583 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4beb1078-92a0-4c85-b86e-042f668cd2c9'] response: {'name': 'network-changed', 'server_uuid': '04727389-f440-431a-83b1-12243a4dcfde', 'tag': '4e6bc539-f420-470c-b1db-ab601c29c5a5', 'status': 'completed', 'code': 200} Aug 24 17:53:25.722186 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.730819 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-2541bf04-5549-4a82-b163-7c50a26e23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.730819 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-2541bf04-5549-4a82-b163-7c50a26e23fc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=4fa9fd072c704af2950a9bb4339d374d&device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 1127 time: 0.0725620 Aug 24 17:53:25.731036 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c004c053-8c9b-4dc4-82da-56788ed6d607 x-openstack-request-id: req-c004c053-8c9b-4dc4-82da-56788ed6d607 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:25.731036 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6ce1f4-195d-4f47-aa97-ca63353379cc", "name": "network-vif-plugged", "status": "completed", "tag": "8da2ef24-6418-47bd-9b86-9b7fbc7181f5", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:25.731346 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c004c053-8c9b-4dc4-82da-56788ed6d607 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:25.731833 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c004c053-8c9b-4dc4-82da-56788ed6d607'] response: {'server_uuid': '5a6ce1f4-195d-4f47-aa97-ca63353379cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2ef24-6418-47bd-9b86-9b7fbc7181f5', 'code': 200} Aug 24 17:53:25.737603 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-eebfd2f8-d3f4-4b05-a1e1-3d69d953df00 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259233 Aug 24 17:53:25.746918 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ed836-dffd-46a7-bbb3-fac8550f0827 req-4428abc8-7664-43cb-adf9-d51a3408a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.748956 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e63ed836-dffd-46a7-bbb3-fac8550f0827 req-4428abc8-7664-43cb-adf9-d51a3408a68c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434444 Aug 24 17:53:25.810325 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:25.820246 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:25.840304 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-5a96dde6-297a-44af-a44d-d7f1ce017abe service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e6bc539-f420-470c-b1db-ab601c29c5a5 HTTP/1.1" status: 200 len: 217 time: 0.0914276 Aug 24 17:53:25.877446 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-f94aff38-d1b0-41f8-b1ff-0afafc8fc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.879027 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-f94aff38-d1b0-41f8-b1ff-0afafc8fc6e6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 1128 time: 0.0669460 Aug 24 17:53:25.951806 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-18388f69-91ca-4032-ac16-69e9ff2a5b2a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df84b545-e21e-40dc-a01c-73704d9d9f09 HTTP/1.1" status: 200 len: 217 time: 0.0642982 Aug 24 17:53:26.018211 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-f6f13f04-1c3d-43b9-a169-418ec6c03d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:26.020636 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-f6f13f04-1c3d-43b9-a169-418ec6c03d9d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a719f100-d391-459b-b65d-1a88f949e771 HTTP/1.1" status: 200 len: 854 time: 0.1624098 Aug 24 17:53:26.055314 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-9411d8b8-3098-4c20-ab0b-4a9a34390033 req-f0fb6516-2df7-4533-8379-ae6584482640 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050115 Aug 24 17:53:26.078289 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-b7448d29-08fe-4ad3-9515-4973baf4b15d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b2faca5a-e8af-4323-908b-3df82d9ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458777 Aug 24 17:53:26.107154 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b6268-afbf-4408-b248-f981f072b171 req-300b7b09-dd8d-4a15-8b28-c366c42104ed tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:26.107154 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c5b6268-afbf-4408-b248-f981f072b171 req-300b7b09-dd8d-4a15-8b28-c366c42104ed tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.1597846 Aug 24 17:53:26.116753 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-13fb6b11-e71d-4a03-a8a7-0031de97d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:26.126167 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-13fb6b11-e71d-4a03-a8a7-0031de97d21c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 200 len: 854 time: 0.1570044 Aug 24 17:53:26.204205 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:26.233185 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900219a-9744-456f-bae8-42e3980b01ad req-f98199c0-fedf-4712-b5a7-b7023c8483fa tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:26.235610 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0900219a-9744-456f-bae8-42e3980b01ad req-f98199c0-fedf-4712-b5a7-b7023c8483fa tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 944 time: 0.1047349 Aug 24 17:53:26.237311 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-471507d2-a98b-4ffe-8bc5-135a00b9bf9e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390984 Aug 24 17:53:26.263912 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064934a4-5568-4783-aa32-38900bc364f3 req-c467f99d-0415-4d42-a24c-8588f187b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:26.265465 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-064934a4-5568-4783-aa32-38900bc364f3 req-c467f99d-0415-4d42-a24c-8588f187b78f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 1129 time: 0.0594294 Aug 24 17:53:26.266569 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0c5b6268-afbf-4408-b248-f981f072b171 req-11c4269c-8a81-44b7-8719-05af9902a257 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382451 Aug 24 17:53:26.293507 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-8f5e1f23-1caf-4b87-9daa-a694e858cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:26.295072 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-8f5e1f23-1caf-4b87-9daa-a694e858cdb4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861323 Aug 24 17:53:26.365239 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-064934a4-5568-4783-aa32-38900bc364f3 req-dd34d4b9-44db-4287-ba36-a38f1999fc9a service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842700 Aug 24 17:53:26.365466 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0900219a-9744-456f-bae8-42e3980b01ad req-1ca0bbf5-fd85-4833-9c05-4062d4c6fc30 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1088135 Aug 24 17:53:26.398383 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4cda5d3a-5f97-43a7-8a0e-963c50322473 req-8851e1a7-de34-42e7-a9ce-a7e6e507fa24 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504207 Aug 24 17:53:26.435565 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-eefb88d6-9020-4fc1-9702-d0c2ec8b0a33 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281669 Aug 24 17:53:26.764680 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae390b-0a9c-4794-94a7-71f730a31a33 req-96a8079c-3069-42b7-950b-e7d3fe9157cf tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:26.766578 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-80ae390b-0a9c-4794-94a7-71f730a31a33 req-96a8079c-3069-42b7-950b-e7d3fe9157cf tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0762544 Aug 24 17:53:27.179563 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d23b9-efa7-4dbf-8886-64676f61b745 req-584ffb92-566f-4cd4-a948-236785c27936 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:27.181623 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3c8d23b9-efa7-4dbf-8886-64676f61b745 req-584ffb92-566f-4cd4-a948-236785c27936 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 943 time: 0.4036963 Aug 24 17:53:27.205374 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-80ae390b-0a9c-4794-94a7-71f730a31a33 req-ab70eb87-732a-4586-8225-bbaadcb1be6e tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284551 Aug 24 17:53:27.229037 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3cfd0bb2-169e-4bcf-b566-1643c19e494d req-cc75f546-ffa6-4786-ae08-9a73d0beff2c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025566 Aug 24 17:53:27.256649 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3c8d23b9-efa7-4dbf-8886-64676f61b745 req-0521a872-ed24-47a9-a20b-182eddb9c6a2 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657237 Aug 24 17:53:27.410250 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8f1b0-4e94-4fdc-b4e2-f57bf35a34eb req-367dec03-7482-4f76-b211-75a2294cadf6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:27.411828 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49a8f1b0-4e94-4fdc-b4e2-f57bf35a34eb req-367dec03-7482-4f76-b211-75a2294cadf6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0555739 Aug 24 17:53:27.504038 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49a8f1b0-4e94-4fdc-b4e2-f57bf35a34eb req-d95902c2-1613-4779-9eea-8771d03b930e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855889 Aug 24 17:53:27.516564 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602d0a1-9c3d-44a9-8fb6-a158ee2c40f4 req-36f3ee82-5819-4010-bd9d-554e966b6833 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:27.518171 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0602d0a1-9c3d-44a9-8fb6-a158ee2c40f4 req-36f3ee82-5819-4010-bd9d-554e966b6833 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 944 time: 0.0747526 Aug 24 17:53:27.579254 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:27.586316 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0602d0a1-9c3d-44a9-8fb6-a158ee2c40f4 req-26d987b9-e978-401c-9fde-ff533f1c4b48 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0620029 Aug 24 17:53:28.160031 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:28.163069 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:28.349618 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ba776-4b0d-4673-94cf-2928593895cc req-6f68f0e8-502d-4ca1-ba62-6a98a9308c6e tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:28.351156 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681ba776-4b0d-4673-94cf-2928593895cc req-6f68f0e8-502d-4ca1-ba62-6a98a9308c6e tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0596292 Aug 24 17:53:28.440151 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95873009-5bce-4666-9bb6-d827b22a54dd req-7920bf4c-e665-4e38-83d7-93b5d2d5a74b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:28.441791 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-95873009-5bce-4666-9bb6-d827b22a54dd req-7920bf4c-e665-4e38-83d7-93b5d2d5a74b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 943 time: 0.0767684 Aug 24 17:53:28.447787 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681ba776-4b0d-4673-94cf-2928593895cc req-ac5c262e-6a8f-4bfa-b1d4-54633eeff49f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896719 Aug 24 17:53:28.498268 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-95873009-5bce-4666-9bb6-d827b22a54dd req-4356d1b6-114b-4b1b-bf53-bde6583b9a2f tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494540 Aug 24 17:53:28.717273 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744af54c-8c91-4350-9247-1a085d74d9f6 req-74d2e939-dcbc-4c03-8299-705d7e865e48 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:28.718853 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-744af54c-8c91-4350-9247-1a085d74d9f6 req-74d2e939-dcbc-4c03-8299-705d7e865e48 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 944 time: 0.0535216 Aug 24 17:53:28.780755 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-744af54c-8c91-4350-9247-1a085d74d9f6 req-4f241bfe-9ac3-441e-ad9c-3343cb9a37cd tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0560768 Aug 24 17:53:29.206196 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 4e6bc539-f420-470c-b1db-ab601c29c5a5 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:53:29.308760 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 4e6bc539-f420-470c-b1db-ab601c29c5a5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4e6bc539-f420-470c-b1db-ab601c29c5a5,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:29.325155 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '4e6bc539-f420-470c-b1db-ab601c29c5a5', 'network_id': 'b2faca5a-e8af-4323-908b-3df82d9ff4a6', 'port_id': '4e6bc539-f420-470c-b1db-ab601c29c5a5', 'mac_address': 'fa:16:3e:b9:9d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a719f100-d391-459b-b65d-1a88f949e771', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:53:29.362303 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 4e6bc539-f420-470c-b1db-ab601c29c5a5 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:29.362672 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:29.377461 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6bc539-f420-470c-b1db-ab601c29c5a5 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:29.398258 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 4e6bc539-f420-470c-b1db-ab601c29c5a5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4e6bc539-f420-470c-b1db-ab601c29c5a5,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:29.500197 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:29.556925 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=4e6bc539-f420-470c-b1db-ab601c29c5a5,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:29.644501 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16eb27-cb64-48cf-83a7-bb3217415c81 req-f4fe15d8-314b-4eed-a8a1-23bb8520e5a8 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:29.646064 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4e16eb27-cb64-48cf-83a7-bb3217415c81 req-f4fe15d8-314b-4eed-a8a1-23bb8520e5a8 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0844574 Aug 24 17:53:29.658351 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045d255-becc-4f27-8d24-a25397fd2c5c req-b39ccae4-0804-4ecb-abec-0f477fb04c7d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:29.659910 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6045d255-becc-4f27-8d24-a25397fd2c5c req-b39ccae4-0804-4ecb-abec-0f477fb04c7d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 944 time: 0.0680315 Aug 24 17:53:29.738847 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:29.743519 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4e16eb27-cb64-48cf-83a7-bb3217415c81 req-eab8daa1-8cfd-4f83-bd4a-5bb9034d3b5e tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824511 Aug 24 17:53:29.747419 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6045d255-becc-4f27-8d24-a25397fd2c5c req-ec93c218-f6ba-4eb9-bd0e-76fbe04d95fd tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795698 Aug 24 17:53:29.916985 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a980b5-282c-4447-981a-674fc157c52d req-5acdd8ef-38c7-4329-b9e7-2b47f50cc0d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:29.918688 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-69a980b5-282c-4447-981a-674fc157c52d req-5acdd8ef-38c7-4329-b9e7-2b47f50cc0d2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 944 time: 0.0528741 Aug 24 17:53:29.938636 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['4e6bc539-f420-470c-b1db-ab601c29c5a5'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:29.972614 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-69a980b5-282c-4447-981a-674fc157c52d req-346b292d-3081-4506-8528-881d1ecee5b2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0480871 Aug 24 17:53:30.057914 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:30.320919 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-e72f23e3-ddc9-474a-a081-a1c5fab7a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:30.323466 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-e72f23e3-ddc9-474a-a081-a1c5fab7a030 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=4fa9fd072c704af2950a9bb4339d374d&device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 1128 time: 0.0467510 Aug 24 17:53:30.533641 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-13b3abae-0d2b-4bac-ab34-e157e89a9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:30.535228 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-13b3abae-0d2b-4bac-ab34-e157e89a9486 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b2faca5a-e8af-4323-908b-3df82d9ff4a6 HTTP/1.1" status: 200 len: 915 time: 0.0997550 Aug 24 17:53:30.911511 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ea0c4-0843-434b-bc8e-25a53f761a6d req-9049337b-bbaa-4385-a825-27e558b573ac tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:30.913012 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a29ea0c4-0843-434b-bc8e-25a53f761a6d req-9049337b-bbaa-4385-a825-27e558b573ac tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 944 time: 0.0839424 Aug 24 17:53:30.938903 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3c2e1-6304-40f0-9058-75cc24df07d5 req-ac2b5bda-70d4-49a3-97ab-de328237bda1 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:30.940429 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c0e3c2e1-6304-40f0-9058-75cc24df07d5 req-ac2b5bda-70d4-49a3-97ab-de328237bda1 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0749395 Aug 24 17:53:31.003982 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a29ea0c4-0843-434b-bc8e-25a53f761a6d req-2e82c765-e3d7-4cd3-8df4-980784b8311a tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794685 Aug 24 17:53:31.032435 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c0e3c2e1-6304-40f0-9058-75cc24df07d5 req-ae8182cb-e7af-4269-9154-3636efd29ae6 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836949 Aug 24 17:53:31.158600 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-5abe4a0e-1c4a-4d0d-81c8-c6cb1fd56af3 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e6bc539-f420-470c-b1db-ab601c29c5a5 HTTP/1.1" status: 200 len: 217 time: 0.0564530 Aug 24 17:53:31.167794 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eef85b-47e8-4cdc-94e2-8a8275fdef74 req-99348719-0942-4c1a-8155-99f60bd6671e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:31.169212 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a7eef85b-47e8-4cdc-94e2-8a8275fdef74 req-99348719-0942-4c1a-8155-99f60bd6671e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 944 time: 0.1021488 Aug 24 17:53:31.221768 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device df84b545-e21e-40dc-a01c-73704d9d9f09 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:53:31.223023 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a7eef85b-47e8-4cdc-94e2-8a8275fdef74 req-e074c5a8-4234-4876-9aa7-eac1f03e2ec5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0478873 Aug 24 17:53:31.225251 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 4e6bc539-f420-470c-b1db-ab601c29c5a5 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:31.256149 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:31.349561 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 4e6bc539-f420-470c-b1db-ab601c29c5a5 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:53:31.381008 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port df84b545-e21e-40dc-a01c-73704d9d9f09, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=df84b545-e21e-40dc-a01c-73704d9d9f09,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:31.393639 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': 'df84b545-e21e-40dc-a01c-73704d9d9f09', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'port_id': 'df84b545-e21e-40dc-a01c-73704d9d9f09', 'mac_address': 'fa:16:3e:54:9a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:53:31.421658 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 4e6bc539-f420-470c-b1db-ab601c29c5a5 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:31.421970 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:31.459745 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port df84b545-e21e-40dc-a01c-73704d9d9f09 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:31.462872 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:31.484284 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df84b545-e21e-40dc-a01c-73704d9d9f09 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:31.523455 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port df84b545-e21e-40dc-a01c-73704d9d9f09, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=df84b545-e21e-40dc-a01c-73704d9d9f09,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:31.560470 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-06b26459-03ce-4160-9ac6-115169ef946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:31.562449 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-06b26459-03ce-4160-9ac6-115169ef946c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a719f100-d391-459b-b65d-1a88f949e771 HTTP/1.1" status: 200 len: 854 time: 0.0554605 Aug 24 17:53:31.579404 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 4e6bc539-f420-470c-b1db-ab601c29c5a5 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:31.579859 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:31.606739 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:31.607795 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-526feec4-f0c2-43bf-b986-84aa3e50601f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b2faca5a-e8af-4323-908b-3df82d9ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381658 Aug 24 17:53:31.652620 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:31.659350 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04727389-f440-431a-83b1-12243a4dcfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6bc539-f420-470c-b1db-ab601c29c5a5'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:31.661959 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848ac37b-1919-4a19-a505-20ac8e61fcf2" -d '{"events": [{"server_uuid": "04727389-f440-431a-83b1-12243a4dcfde", "name": "network-vif-plugged", "status": "completed", "tag": "4e6bc539-f420-470c-b1db-ab601c29c5a5"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:31.684821 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 4e6bc539-f420-470c-b1db-ab601c29c5a5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4e6bc539-f420-470c-b1db-ab601c29c5a5,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:31.690340 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=df84b545-e21e-40dc-a01c-73704d9d9f09,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:31.735046 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17ada84-d815-44fa-975d-b6c85da0aa27 x-openstack-request-id: req-e17ada84-d815-44fa-975d-b6c85da0aa27 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:31.735648 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04727389-f440-431a-83b1-12243a4dcfde", "name": "network-vif-plugged", "status": "completed", "tag": "4e6bc539-f420-470c-b1db-ab601c29c5a5", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:31.736153 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e17ada84-d815-44fa-975d-b6c85da0aa27 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:31.736875 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17ada84-d815-44fa-975d-b6c85da0aa27'] response: {'server_uuid': '04727389-f440-431a-83b1-12243a4dcfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6bc539-f420-470c-b1db-ab601c29c5a5', 'code': 200} Aug 24 17:53:31.786060 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:31.788196 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:31.828058 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-566d1493-4da2-488f-9d13-3f67d71e3b53 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345453 Aug 24 17:53:31.871424 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=4e6bc539-f420-470c-b1db-ab601c29c5a5,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:31.967415 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6277683c-8c2c-4aa1-b78c-58c2c369ee91 req-fed55af5-8149-40cb-8451-2058d9d7e891 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302137 Aug 24 17:53:31.999420 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['df84b545-e21e-40dc-a01c-73704d9d9f09'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:32.137539 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:32.184460 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d91f3-d89a-42fa-8938-9c7a35bca2fd req-f854a610-7fad-44c0-be26-25aee4d1f48e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:32.186141 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8a7d91f3-d89a-42fa-8938-9c7a35bca2fd req-f854a610-7fad-44c0-be26-25aee4d1f48e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 945 time: 0.0882840 Aug 24 17:53:32.237045 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89702613-c786-416e-a95f-1e855200a6d2 req-909c7e02-5bf8-4db9-bb31-71ee46a8b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:32.238651 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-89702613-c786-416e-a95f-1e855200a6d2 req-909c7e02-5bf8-4db9-bb31-71ee46a8b358 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 1129 time: 0.0754685 Aug 24 17:53:32.286034 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8a7d91f3-d89a-42fa-8938-9c7a35bca2fd req-ea099f64-06ed-4bee-acee-16b4a3cf3149 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764697 Aug 24 17:53:32.314126 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-89702613-c786-416e-a95f-1e855200a6d2 req-03936dff-d39e-4a4d-bf09-2ccd24473fbd service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643287 Aug 24 17:53:32.419099 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20645439-0e1b-4b4e-b35a-11d1050b0338 req-28fcf25a-b919-45a8-a5ee-3e67a972b628 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:32.420674 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-20645439-0e1b-4b4e-b35a-11d1050b0338 req-28fcf25a-b919-45a8-a5ee-3e67a972b628 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 945 time: 0.0572231 Aug 24 17:53:32.474671 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-20645439-0e1b-4b4e-b35a-11d1050b0338 req-f0c5f4ac-5dcd-4d38-b8d3-66ea3755d70d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0483248 Aug 24 17:53:32.729277 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37083772-d3ed-4d7f-9c54-f4b8dafc3796 req-023754e7-cdad-4728-8135-e8aae42715f1 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:32.731935 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-37083772-d3ed-4d7f-9c54-f4b8dafc3796 req-023754e7-cdad-4728-8135-e8aae42715f1 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0639586 Aug 24 17:53:32.787407 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-37083772-d3ed-4d7f-9c54-f4b8dafc3796 req-91eb49e5-6c76-4dd0-bd2d-95c9b0ec0f04 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Aug 24 17:53:33.219288 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device df84b545-e21e-40dc-a01c-73704d9d9f09 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:33.258794 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5754d35-82fa-4b01-81b7-a40d25a1bdd7 req-4ac94e76-1f07-4832-8aab-61d313c77c8b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:33.261971 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e5754d35-82fa-4b01-81b7-a40d25a1bdd7 req-4ac94e76-1f07-4832-8aab-61d313c77c8b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0873702 Aug 24 17:53:33.287109 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port df84b545-e21e-40dc-a01c-73704d9d9f09 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:53:33.334569 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e5754d35-82fa-4b01-81b7-a40d25a1bdd7 req-8f2b4fc4-ddb7-4689-8d39-38d0deb9686e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625074 Aug 24 17:53:33.423769 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563729f-abd9-4595-998c-a06a8979c3fc req-225f8144-a5ca-48f2-bf83-db7749df9f0d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:33.425702 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2563729f-abd9-4595-998c-a06a8979c3fc req-225f8144-a5ca-48f2-bf83-db7749df9f0d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 945 time: 0.0598874 Aug 24 17:53:33.459766 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port df84b545-e21e-40dc-a01c-73704d9d9f09 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:33.460150 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:33.495824 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2563729f-abd9-4595-998c-a06a8979c3fc req-d8616f85-ad3c-4969-b7c1-ce4fbe529c38 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640023 Aug 24 17:53:33.555832 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port df84b545-e21e-40dc-a01c-73704d9d9f09 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:33.556474 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:33.627478 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port df84b545-e21e-40dc-a01c-73704d9d9f09, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=df84b545-e21e-40dc-a01c-73704d9d9f09,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:33.645110 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002e97d-e611-4c53-92a7-eef1d786863b req-da4a9a45-1de0-4af2-9182-8e60c15c5897 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:33.646777 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e002e97d-e611-4c53-92a7-eef1d786863b req-da4a9a45-1de0-4af2-9182-8e60c15c5897 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 945 time: 0.0530112 Aug 24 17:53:33.703365 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e002e97d-e611-4c53-92a7-eef1d786863b req-cf835a7e-25ee-4213-b13b-ab256ecf6558 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0474253 Aug 24 17:53:33.738573 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df84b545-e21e-40dc-a01c-73704d9d9f09'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:33.740957 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbe5813-be31-4761-9aa5-0fa7c8923c0e" -d '{"events": [{"server_uuid": "ea4c5b83-10ba-4343-a209-f00a509aa20f", "name": "network-vif-plugged", "status": "completed", "tag": "df84b545-e21e-40dc-a01c-73704d9d9f09"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:33.783619 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e614dd22-0fca-4294-9dcf-d0fdc76ae0d7 x-openstack-request-id: req-e614dd22-0fca-4294-9dcf-d0fdc76ae0d7 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:33.783619 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4c5b83-10ba-4343-a209-f00a509aa20f", "name": "network-vif-plugged", "status": "completed", "tag": "df84b545-e21e-40dc-a01c-73704d9d9f09", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:33.783619 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e614dd22-0fca-4294-9dcf-d0fdc76ae0d7 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:33.783619 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e614dd22-0fca-4294-9dcf-d0fdc76ae0d7'] response: {'server_uuid': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df84b545-e21e-40dc-a01c-73704d9d9f09', 'code': 200} Aug 24 17:53:33.803129 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:33.856442 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=df84b545-e21e-40dc-a01c-73704d9d9f09,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:33.923673 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3070a-e6ca-4be7-b77d-fae2bed50b85 req-6bc7281e-92a3-45d0-a60f-04da635d1367 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:33.925189 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c9c3070a-e6ca-4be7-b77d-fae2bed50b85 req-6bc7281e-92a3-45d0-a60f-04da635d1367 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0587223 Aug 24 17:53:33.979499 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c9c3070a-e6ca-4be7-b77d-fae2bed50b85 req-06b35ada-526d-4ef3-801c-61de5a9a03dc tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470347 Aug 24 17:53:34.474488 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0862fe-6364-4379-9ee2-ecf0da7d5fb7 req-f0151733-e1d1-4889-838e-24c28519e6e2 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:34.476233 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8a0862fe-6364-4379-9ee2-ecf0da7d5fb7 req-f0151733-e1d1-4889-838e-24c28519e6e2 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0514784 Aug 24 17:53:34.488658 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:34.530130 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8a0862fe-6364-4379-9ee2-ecf0da7d5fb7 req-3b56fed9-c9b6-48f2-ae26-bc820877b65a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473545 Aug 24 17:53:34.642247 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc6d8c-ae78-4e6b-92b8-03ca3cbf30ba req-9feb05d2-f8cd-4576-908d-d0fb9d94ea80 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:34.643765 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6afc6d8c-ae78-4e6b-92b8-03ca3cbf30ba req-9feb05d2-f8cd-4576-908d-d0fb9d94ea80 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 945 time: 0.0531871 Aug 24 17:53:34.699607 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6afc6d8c-ae78-4e6b-92b8-03ca3cbf30ba req-0563322b-6c07-40c3-8056-f642f913842f tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493095 Aug 24 17:53:34.849920 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ff57-a773-409e-9057-afc843f0c585 req-6df90ea5-4fba-4f3c-9c15-b72a1bfa89ba tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:34.851512 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cc32ff57-a773-409e-9057-afc843f0c585 req-6df90ea5-4fba-4f3c-9c15-b72a1bfa89ba tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 946 time: 0.0511339 Aug 24 17:53:34.909001 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cc32ff57-a773-409e-9057-afc843f0c585 req-11cb62e4-619c-4c39-9e1d-6d7633af56e2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0507617 Aug 24 17:53:35.104037 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75b332-704b-4877-8c18-a0ce9739381b req-9260588c-daca-4ec6-b28f-410f41649f99 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:35.105574 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bc75b332-704b-4877-8c18-a0ce9739381b req-9260588c-daca-4ec6-b28f-410f41649f99 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0508835 Aug 24 17:53:35.160988 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bc75b332-704b-4877-8c18-a0ce9739381b req-77200cc5-0153-40b1-b8b8-ae7d2e163dcd tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497153 Aug 24 17:53:35.663216 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad1fa9-968e-4a5b-946e-3398b107887d req-0706effe-7e8c-4fd9-8a15-e3f326bfb029 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:35.664760 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-55ad1fa9-968e-4a5b-946e-3398b107887d req-0706effe-7e8c-4fd9-8a15-e3f326bfb029 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0494668 Aug 24 17:53:35.714220 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-55ad1fa9-968e-4a5b-946e-3398b107887d req-d4f83805-d541-4d10-bddc-23917a3ac2f1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Aug 24 17:53:35.820977 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576b175-5191-4551-ada2-0cd5ebd71110 req-5614aab6-8cd0-4c74-a249-c42d1e934919 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:35.822479 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3576b175-5191-4551-ada2-0cd5ebd71110 req-5614aab6-8cd0-4c74-a249-c42d1e934919 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 945 time: 0.0490224 Aug 24 17:53:35.840834 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:35.873451 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3576b175-5191-4551-ada2-0cd5ebd71110 req-97516cdd-bbff-4dd3-ba32-125eaf25d582 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453069 Aug 24 17:53:36.034924 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8ba7c-54e2-48d0-aef6-c49fb44d3abb req-0ced044d-7923-47bc-9543-05dc2a6aa537 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:36.036474 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1fc8ba7c-54e2-48d0-aef6-c49fb44d3abb req-0ced044d-7923-47bc-9543-05dc2a6aa537 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 946 time: 0.0538983 Aug 24 17:53:36.086074 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1fc8ba7c-54e2-48d0-aef6-c49fb44d3abb req-5966dfb0-1693-4a67-a3b7-7927918d06d6 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0433009 Aug 24 17:53:36.283343 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa248c-5c81-4998-bcd9-4fc61b4e23e4 req-cef8f0e0-6dc9-4431-9ef8-7f87e9afb662 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:36.284981 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-79aa248c-5c81-4998-bcd9-4fc61b4e23e4 req-cef8f0e0-6dc9-4431-9ef8-7f87e9afb662 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0481815 Aug 24 17:53:36.334274 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-79aa248c-5c81-4998-bcd9-4fc61b4e23e4 req-8eafbe9c-91a6-4769-aa88-3bd158e1f7cd tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Aug 24 17:53:36.393212 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=83 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:36.395071 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=23 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:36.398832 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-0efd778f-7077-4619-950a-f63c36b3b584 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:36.400315 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-0efd778f-7077-4619-950a-f63c36b3b584 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0490291 Aug 24 17:53:36.845389 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e200b14-26d5-4812-a67f-1bb61337a042 req-acab0e6e-5a90-4be1-b9f3-fb8cde6f7f5b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:36.846907 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1e200b14-26d5-4812-a67f-1bb61337a042 req-acab0e6e-5a90-4be1-b9f3-fb8cde6f7f5b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.0530746 Aug 24 17:53:36.895866 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1e200b14-26d5-4812-a67f-1bb61337a042 req-7aa2fc3a-3b73-47b3-9616-da869aa526fc tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cb530f39-1d86-485d-9d4c-6b352dd2ad32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433359 Aug 24 17:53:37.006911 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-2132ef12-1908-4c58-acd4-984a70423a2b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:37.008365 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-2132ef12-1908-4c58-acd4-984a70423a2b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 946 time: 0.1002040 Aug 24 17:53:37.027711 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae810-11a4-4023-8d81-58742bac0428 req-09d0442a-18ac-4a8b-9117-6f46a7fc0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:37.029234 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-507ae810-11a4-4023-8d81-58742bac0428 req-09d0442a-18ac-4a8b-9117-6f46a7fc0dd4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 1130 time: 0.0726340 Aug 24 17:53:37.062045 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb4db-cda9-4d2a-bc33-7917aeff25de req-e6773fcc-f37c-420c-ac70-8b6a12117760 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:37.063645 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e52bb4db-cda9-4d2a-bc33-7917aeff25de req-e6773fcc-f37c-420c-ac70-8b6a12117760 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 945 time: 0.0873272 Aug 24 17:53:37.067860 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Deleting port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:37.068211 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.140334 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Deleting port 12033839-1050-4fb0-90d7-ede010ae619a {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:37.140678 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.160625 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-507ae810-11a4-4023-8d81-58742bac0428 req-3d2d697d-2cce-4465-b70c-bc6fe3240c8e service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1133969 Aug 24 17:53:37.162311 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:37.196869 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e52bb4db-cda9-4d2a-bc33-7917aeff25de req-486058a1-cc0e-4302-ad34-972fc0793347 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233711 Aug 24 17:53:37.249414 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540df715-ce5d-4ec6-b283-9af813ebdd57 req-44778515-1c3f-4af7-b847-603ff7b0c836 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:37.251055 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-540df715-ce5d-4ec6-b283-9af813ebdd57 req-44778515-1c3f-4af7-b847-603ff7b0c836 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 946 time: 0.0762398 Aug 24 17:53:37.253051 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] For port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,segment=NetworkSegment(616f9a0b-6ea6-409e-8ac0-218beab0030d),segment_id=616f9a0b-6ea6-409e-8ac0-218beab0030d)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:37.253904 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.259195 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:37.259480 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (12033839-1050-4fb0-90d7-ede010ae619a), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.269542 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Calling delete_port for 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:37.282786 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 12033839-1050-4fb0-90d7-ede010ae619a no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:37.335772 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:37.355470 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-540df715-ce5d-4ec6-b283-9af813ebdd57 req-bb690de7-9514-4c8e-bfd0-1dd7acf1601c tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0911241 Aug 24 17:53:37.398651 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 12033839-1050-4fb0-90d7-ede010ae619a is: ACTIVE; New status is: DOWN {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:37.398877 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (12033839-1050-4fb0-90d7-ede010ae619a), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.464106 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 12033839-1050-4fb0-90d7-ede010ae619a, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=12033839-1050-4fb0-90d7-ede010ae619a,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:37.465868 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:37.468243 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581e869b-e6c6-40e9-9081-ff3e2339ec0f" -d '{"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-unplugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:37.501227 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea3801-008c-4208-a7c4-f4d47be05b93 req-3d0072e6-222b-4446-af2e-434ecf0414d8 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:37.502784 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-78ea3801-008c-4208-a7c4-f4d47be05b93 req-3d0072e6-222b-4446-af2e-434ecf0414d8 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 945 time: 0.0645387 Aug 24 17:53:37.517998 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.517998 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (6dcf9950-de58-45b1-9eb5-68d114098dce), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.517998 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Floating IP 6dcf9950-de58-45b1-9eb5-68d114098dce disassociated. External IP: 172.27.2.110, port: 12033839-1050-4fb0-90d7-ede010ae619a. Aug 24 17:53:37.517998 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Calling delete_port for 12033839-1050-4fb0-90d7-ede010ae619a owned by compute:nova {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:37.541198 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:37.567988 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-78ea3801-008c-4208-a7c4-f4d47be05b93 req-e3807ed9-1c9e-4ad6-91c7-dfb2fc4d3fb3 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6409c345-a719-4125-92b2-b7e80b342726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558279 Aug 24 17:53:37.590401 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (8da2ef24-6418-47bd-9b86-9b7fbc7181f5), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.595066 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.598442 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:37.608670 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdfca98-2a0a-4f10-b03f-f8f9c0ad4e4c x-openstack-request-id: req-0cdfca98-2a0a-4f10-b03f-f8f9c0ad4e4c {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:37.608967 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-unplugged", "status": "completed", "tag": "12033839-1050-4fb0-90d7-ede010ae619a", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:37.609478 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0cdfca98-2a0a-4f10-b03f-f8f9c0ad4e4c {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:37.610068 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdfca98-2a0a-4f10-b03f-f8f9c0ad4e4c'] response: {'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a', 'code': 200} Aug 24 17:53:37.627047 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Pushing event deleted for resources: {'Port': ['ID=8da2ef24-6418-47bd-9b86-9b7fbc7181f5,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:37.650959 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:53:37.653428 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:37.684023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] No DVR routers for this DVR port 8da2ef24-6418-47bd-9b86-9b7fbc7181f5 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:37.687599 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.689763 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=11']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:37.691563 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cc1481d2-341e-4e60-a7b7-7ed4c79e6e71 req-c7f83180-e90f-4e17-8958-88cbbf5b0004 tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.26 "DELETE /networking/v2.0/ports/8da2ef24-6418-47bd-9b86-9b7fbc7181f5 HTTP/1.1" status: 204 len: 173 time: 0.7806427 Aug 24 17:53:37.692157 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6ce1f4-195d-4f47-aa97-ca63353379cc', 'name': 'network-vif-deleted', 'tag': '8da2ef24-6418-47bd-9b86-9b7fbc7181f5'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:37.694676 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb52d4f1-1c6c-415f-bcc2-a69a76faca0d" -d '{"events": [{"server_uuid": "5a6ce1f4-195d-4f47-aa97-ca63353379cc", "name": "network-vif-deleted", "tag": "8da2ef24-6418-47bd-9b86-9b7fbc7181f5"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:37.733983 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (12033839-1050-4fb0-90d7-ede010ae619a), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.742773 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afae2b2-eabc-471a-89fc-083e8db5f598 x-openstack-request-id: req-5afae2b2-eabc-471a-89fc-083e8db5f598 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:37.743067 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6ce1f4-195d-4f47-aa97-ca63353379cc", "name": "network-vif-deleted", "tag": "8da2ef24-6418-47bd-9b86-9b7fbc7181f5", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:37.743319 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5afae2b2-eabc-471a-89fc-083e8db5f598 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:37.743754 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afae2b2-eabc-471a-89fc-083e8db5f598'] response: {'server_uuid': '5a6ce1f4-195d-4f47-aa97-ca63353379cc', 'name': 'network-vif-deleted', 'tag': '8da2ef24-6418-47bd-9b86-9b7fbc7181f5', 'status': 'completed', 'code': 200} Aug 24 17:53:37.768795 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event deleted for resources: {'Port': ['ID=12033839-1050-4fb0-90d7-ede010ae619a,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:37.887414 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:38.008743 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:38.026663 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-30aeb8dc-1e0d-428c-a115-1e52ddb154a9 req-1cf49a79-8ea0-4d52-bde6-f25fecce38d2 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0317721 Aug 24 17:53:38.027402 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] Sync routers for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:38.038321 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:38.038989 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:53:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:38.075081 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] No DVR routers for this DVR port 12033839-1050-4fb0-90d7-ede010ae619a on host hv-cinder-85442 {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:38.078296 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.082012 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0a7dff42-ec9c-4b9b-a91d-d8a5a64c3f61 req-8b2842d3-e441-4e49-954e-8e0f8fedd076 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "DELETE /networking/v2.0/ports/12033839-1050-4fb0-90d7-ede010ae619a HTTP/1.1" status: 204 len: 173 time: 1.0653117 Aug 24 17:53:38.082613 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-deleted', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:38.085267 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88effa50-ecfc-40c4-bccc-a5dbca47251a" -d '{"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-deleted", "tag": "12033839-1050-4fb0-90d7-ede010ae619a"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:38.134677 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396e7b67-861f-4ddc-afdc-c3d592a6c6ca x-openstack-request-id: req-396e7b67-861f-4ddc-afdc-c3d592a6c6ca {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:38.134677 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154f9aac-b081-4041-ba41-dd14fb267e29", "name": "network-vif-deleted", "tag": "12033839-1050-4fb0-90d7-ede010ae619a", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:38.138281 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-396e7b67-861f-4ddc-afdc-c3d592a6c6ca {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:38.140571 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396e7b67-861f-4ddc-afdc-c3d592a6c6ca'] response: {'server_uuid': '154f9aac-b081-4041-ba41-dd14fb267e29', 'name': 'network-vif-deleted', 'tag': '12033839-1050-4fb0-90d7-ede010ae619a', 'status': 'completed', 'code': 200} Aug 24 17:53:38.159903 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:38.371243 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:38.401422 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] Checking router: 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:38.410651 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:38.411275 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:53:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:38.490041 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf49ef1-4a5c-45b1-95d5-068ba5ab52bb req-cd0d161a-6260-491e-9a47-3437732c8e4d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:38.491562 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0cf49ef1-4a5c-45b1-95d5-068ba5ab52bb req-cd0d161a-6260-491e-9a47-3437732c8e4d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 946 time: 0.0506880 Aug 24 17:53:38.520573 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:38.543577 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0cf49ef1-4a5c-45b1-95d5-068ba5ab52bb req-49b32507-57a5-4d0a-b8a6-bd3e9dcd8012 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0457783 Aug 24 17:53:38.552155 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:38.681760 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-78e0cbe8-bd0a-4a3d-bdf4-d3a5afdbc171 req-7b1b1c00-baeb-4884-bc5e-1a0666d1f62f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 210 time: 0.0321319 Aug 24 17:53:38.734578 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:38.761388 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a2c48-c772-4ea5-b6cc-ae20487a5262 None None] The sync data for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi is: [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:38.988590 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da57b8-cdb3-410e-b1c0-d483d3da3a1d None None] New status for floating IP 6dcf9950-de58-45b1-9eb5-68d114098dce: DOWN {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:53:39.201947 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-61b44d23-eeb9-4823-a918-8fe336214b73 req-4648481b-fd51-4800-8ae7-52eb5dc327e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=154f9aac-b081-4041-ba41-dd14fb267e29 HTTP/1.1" status: 200 len: 210 time: 0.0473702 Aug 24 17:53:39.672680 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612278d-1ad1-4101-a0b9-caab03cd32ec req-bfbf88a0-acf6-46a0-9214-afaaa8faae11 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:39.674305 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0612278d-1ad1-4101-a0b9-caab03cd32ec req-bfbf88a0-acf6-46a0-9214-afaaa8faae11 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 946 time: 0.0518930 Aug 24 17:53:39.733409 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0612278d-1ad1-4101-a0b9-caab03cd32ec req-c5287ad9-a313-4d4e-b0db-9903aec62864 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0533319 Aug 24 17:53:39.804922 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3220133d-1c7e-47c1-a9d6-5d8645d6b9cb req-90977dec-3e7d-4e6b-86f1-365a14561a7f tempest-VolumesActionsTest-871884221 tempest-VolumesActionsTest-871884221-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a6ce1f4-195d-4f47-aa97-ca63353379cc HTTP/1.1" status: 200 len: 210 time: 0.0323980 Aug 24 17:53:39.871874 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2b6f7-4402-4dac-b502-c51bee87fcbd req-1ef40e66-5dc5-49c6-8fdb-6f4374f69e01 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:39.873372 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-73e2b6f7-4402-4dac-b502-c51bee87fcbd req-1ef40e66-5dc5-49c6-8fdb-6f4374f69e01 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 946 time: 0.0563309 Aug 24 17:53:39.884249 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48110) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:39.888985 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-a8a332d8-c3c3-483b-9c28-af99ce8e4028 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'floatingip': {'port_id': 'df84b545-e21e-40dc-a01c-73704d9d9f09'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:39.930450 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a8a332d8-c3c3-483b-9c28-af99ce8e4028 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (f93c03ff-c76c-4109-97cd-53742b90fa85), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.155994 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:40.363774 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48116) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.375342 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:40.377304 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a8a332d8-c3c3-483b-9c28-af99ce8e4028 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.398060 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:40.435357 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a79f71ab-e592-42f9-a710-a29fe5e80ce9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (cb530f39-1d86-485d-9d4c-6b352dd2ad32), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.459330 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a79f71ab-e592-42f9-a710-a29fe5e80ce9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (cb530f39-1d86-485d-9d4c-6b352dd2ad32), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.480826 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a8a332d8-c3c3-483b-9c28-af99ce8e4028 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (f93c03ff-c76c-4109-97cd-53742b90fa85), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.579534 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a79f71ab-e592-42f9-a710-a29fe5e80ce9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cb530f39-1d86-485d-9d4c-6b352dd2ad32), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.582301 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a79f71ab-e592-42f9-a710-a29fe5e80ce9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.582480 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [None req-a8a332d8-c3c3-483b-9c28-af99ce8e4028 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Floating IP f93c03ff-c76c-4109-97cd-53742b90fa85 associated. External IP: 172.27.2.95, port: df84b545-e21e-40dc-a01c-73704d9d9f09. Aug 24 17:53:40.583478 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a79f71ab-e592-42f9-a710-a29fe5e80ce9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cb530f39-1d86-485d-9d4c-6b352dd2ad32 HTTP/1.1" status: 204 len: 168 time: 0.2186742 Aug 24 17:53:40.586395 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48120) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.594835 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f71ab-e592-42f9-a710-a29fe5e80ce9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb530f39-1d86-485d-9d4c-6b352dd2ad32,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:40.655446 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.api.v2.resource [None req-de9b1ed6-9aa9-4df2-abd0-caaa41cdc888 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] show failed (client error): The resource could not be found. Aug 24 17:53:40.656505 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-de9b1ed6-9aa9-4df2-abd0-caaa41cdc888 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups/cb530f39-1d86-485d-9d4c-6b352dd2ad32 HTTP/1.1" status: 404 len: 347 time: 0.0691249 Aug 24 17:53:40.660165 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48122) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.780501 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:40.784013 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Deleting port ed94b4e0-4fa7-495b-b93b-b5e540293418 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:40.784357 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (ed94b4e0-4fa7-495b-b93b-b5e540293418), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.813483 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a332d8-c3c3-483b-9c28-af99ce8e4028 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:40.881777 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (ed94b4e0-4fa7-495b-b93b-b5e540293418), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.882565 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (ed94b4e0-4fa7-495b-b93b-b5e540293418), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.900647 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Calling delete_port for ed94b4e0-4fa7-495b-b93b-b5e540293418 owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:40.943496 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a332d8-c3c3-483b-9c28-af99ce8e4028 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:40.950424 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a8a332d8-c3c3-483b-9c28-af99ce8e4028 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.954688 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f1609-4892-4217-9916-26038bca6986 None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:40.966862 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f1609-4892-4217-9916-26038bca6986 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:40.967713 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-f74f1609-4892-4217-9916-26038bca6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:53:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:40.984690 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-a8a332d8-c3c3-483b-9c28-af99ce8e4028 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/f93c03ff-c76c-4109-97cd-53742b90fa85 HTTP/1.1" status: 200 len: 991 time: 1.0991406 Aug 24 17:53:40.985265 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'tag': 'df84b545-e21e-40dc-a01c-73704d9d9f09'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:40.987929 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5d1e81-01bf-459f-9dd2-2c452e60e539" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4c5b83-10ba-4343-a209-f00a509aa20f", "tag": "df84b545-e21e-40dc-a01c-73704d9d9f09"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:41.036458 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f9fe46-9c83-4e60-8ee2-47bbc03b2cd9 x-openstack-request-id: req-85f9fe46-9c83-4e60-8ee2-47bbc03b2cd9 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:41.036780 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4c5b83-10ba-4343-a209-f00a509aa20f", "tag": "df84b545-e21e-40dc-a01c-73704d9d9f09", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:41.037043 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-85f9fe46-9c83-4e60-8ee2-47bbc03b2cd9 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:41.037903 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f9fe46-9c83-4e60-8ee2-47bbc03b2cd9'] response: {'name': 'network-changed', 'server_uuid': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'tag': 'df84b545-e21e-40dc-a01c-73704d9d9f09', 'status': 'completed', 'code': 200} Aug 24 17:53:41.181892 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:41.186796 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (ed94b4e0-4fa7-495b-b93b-b5e540293418), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.216711 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event deleted for resources: {'Port': ['ID=ed94b4e0-4fa7-495b-b93b-b5e540293418,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:41.247212 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-f74f1609-4892-4217-9916-26038bca6986 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:41.322469 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-7a08c42a-c0de-4edd-817b-54df68e9dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:41.324717 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-7a08c42a-c0de-4edd-817b-54df68e9dec9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 1130 time: 0.0884502 Aug 24 17:53:41.334929 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (6dcf9950-de58-45b1-9eb5-68d114098dce), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.337464 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.338920 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-3533dce8-9f08-4ee9-b84a-ef4585521bda tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/6dcf9950-de58-45b1-9eb5-68d114098dce HTTP/1.1" status: 204 len: 168 time: 0.6769154 Aug 24 17:53:41.438900 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-e3d960ba-8f36-4321-8383-6f02fe191c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:41.440596 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-e3d960ba-8f36-4321-8383-6f02fe191c4c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 916 time: 0.1069193 Aug 24 17:53:41.526226 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48146) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:41.527802 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-f74f1609-4892-4217-9916-26038bca6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'f93c03ff-c76c-4109-97cd-53742b90fa85', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'df84b545-e21e-40dc-a01c-73704d9d9f09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:54:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:17Z', 'updated_at': '2022-08-24T17:53:40Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:41.535410 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-cc088dfb-a631-465e-a756-bd17536f53e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1344131153', 'description': 'tempest-description--828530831'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:41.563236 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f1609-4892-4217-9916-26038bca6986 None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:41.567029 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:41.575914 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-f8c7c0d8-c626-4db3-8394-a8bdf58aa169 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df84b545-e21e-40dc-a01c-73704d9d9f09 HTTP/1.1" status: 200 len: 999 time: 0.1171594 Aug 24 17:53:41.576254 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f1609-4892-4217-9916-26038bca6986 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:41.576955 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-f74f1609-4892-4217-9916-26038bca6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:53:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:41.628882 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-e4402e4d-166a-46e4-96d7-cd4b72e2b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:41.630593 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-e4402e4d-166a-46e4-96d7-cd4b72e2b39e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 200 len: 854 time: 0.0488305 Aug 24 17:53:41.659977 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cc088dfb-a631-465e-a756-bd17536f53e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.688688 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-1c40da88-70d3-44cf-9dfc-13b4ff36d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:41.690425 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-1c40da88-70d3-44cf-9dfc-13b4ff36d1c9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501940 Aug 24 17:53:41.712074 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-f74f1609-4892-4217-9916-26038bca6986 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:41.766051 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cc088dfb-a631-465e-a756-bd17536f53e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (6a005fc5-ff5f-4536-abae-6ede19f321cc), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.808630 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:41.814551 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-e9a6c399-84e2-4fc6-8f6a-88ac27285bbe service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176033 Aug 24 17:53:41.852155 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cc088dfb-a631-465e-a756-bd17536f53e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6a005fc5-ff5f-4536-abae-6ede19f321cc), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.889503 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc088dfb-a631-465e-a756-bd17536f53e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a005fc5-ff5f-4536-abae-6ede19f321cc,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:41.944786 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4e5d1e81-01bf-459f-9dd2-2c452e60e539 req-58bfa008-d3fa-4937-afeb-871bdfb9d9d9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240239 Aug 24 17:53:41.959044 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cc088dfb-a631-465e-a756-bd17536f53e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.962075 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-cc088dfb-a631-465e-a756-bd17536f53e7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4417379 Aug 24 17:53:41.965843 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48158) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:41.972445 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-9e042369-f0d2-43e1-aff1-6fee85773b2e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'security_group_rule': {'security_group_id': '6a005fc5-ff5f-4536-abae-6ede19f321cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:41.993926 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-f74f1609-4892-4217-9916-26038bca6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'f93c03ff-c76c-4109-97cd-53742b90fa85', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'df84b545-e21e-40dc-a01c-73704d9d9f09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:54:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:17Z', 'updated_at': '2022-08-24T17:53:40Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:42.026862 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f1609-4892-4217-9916-26038bca6986 None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'f93c03ff-c76c-4109-97cd-53742b90fa85', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'df84b545-e21e-40dc-a01c-73704d9d9f09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:54:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:17Z', 'updated_at': '2022-08-24T17:53:40Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:42.071093 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e042369-f0d2-43e1-aff1-6fee85773b2e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (0ab55ba7-9220-4de2-aaa7-0f5772c1125a), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.079751 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:42.155475 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e042369-f0d2-43e1-aff1-6fee85773b2e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (0ab55ba7-9220-4de2-aaa7-0f5772c1125a), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.262469 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e042369-f0d2-43e1-aff1-6fee85773b2e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (0ab55ba7-9220-4de2-aaa7-0f5772c1125a), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.286196 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e042369-f0d2-43e1-aff1-6fee85773b2e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab55ba7-9220-4de2-aaa7-0f5772c1125a,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:42.290301 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea19f7-8aeb-4680-909d-6a32f683e5c9 None None] New status for floating IP f93c03ff-c76c-4109-97cd-53742b90fa85: ACTIVE {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:53:42.389227 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.416750 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e042369-f0d2-43e1-aff1-6fee85773b2e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.418111 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-9e042369-f0d2-43e1-aff1-6fee85773b2e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4510617 Aug 24 17:53:42.420910 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48172) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:42.425421 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-512d7c25-7199-4461-a997-f44e650c86ca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'security_group_rule': {'security_group_id': '6a005fc5-ff5f-4536-abae-6ede19f321cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:42.600996 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-512d7c25-7199-4461-a997-f44e650c86ca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (00e1a3a5-cf80-44a6-8ba6-df6d85cb7e7d), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.659918 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-512d7c25-7199-4461-a997-f44e650c86ca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (00e1a3a5-cf80-44a6-8ba6-df6d85cb7e7d), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.750840 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-512d7c25-7199-4461-a997-f44e650c86ca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (00e1a3a5-cf80-44a6-8ba6-df6d85cb7e7d), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.771850 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d7c25-7199-4461-a997-f44e650c86ca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e1a3a5-cf80-44a6-8ba6-df6d85cb7e7d,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:42.849957 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-512d7c25-7199-4461-a997-f44e650c86ca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.851204 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-512d7c25-7199-4461-a997-f44e650c86ca tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4293656 Aug 24 17:53:42.855346 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48184) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:42.859939 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:42.962882 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.049967 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.161483 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Allocated IP 172.27.2.45 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/d356e7aa-4cce-4c50-99b1-0996b6e4aa5c) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:43.275372 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for port (d356e7aa-4cce-4c50-99b1-0996b6e4aa5c), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.362725 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (d356e7aa-4cce-4c50-99b1-0996b6e4aa5c), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.406111 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:43.411194 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:43.415322 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:43.419018 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'Port': ['ID=d356e7aa-4cce-4c50-99b1-0996b6e4aa5c,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:43.747707 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (58a02a14-ff01-459d-b88a-d2a448bb61aa), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.859716 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:43.863477 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (d356e7aa-4cce-4c50-99b1-0996b6e4aa5c), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.992326 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:44.036615 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for port (d356e7aa-4cce-4c50-99b1-0996b6e4aa5c), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.109339 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (d356e7aa-4cce-4c50-99b1-0996b6e4aa5c), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.193666 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'Port': ['ID=d356e7aa-4cce-4c50-99b1-0996b6e4aa5c,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:44.195141 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (58a02a14-ff01-459d-b88a-d2a448bb61aa), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.305613 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.306928 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-dfbd1b87-e952-478c-9ad1-984401566fd0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4505291 Aug 24 17:53:44.536694 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-dc42c113-f90f-4307-a383-6029a3f5467c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1344131153&fields=id&tenant_id=9398272c7a3f4a50a38df4b5dec9ac90 HTTP/1.1" status: 200 len: 267 time: 0.0517824 Aug 24 17:53:44.671590 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-4322a5e4-62f5-4532-87f3-83b986bb1e92 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:44.673139 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-4322a5e4-62f5-4532-87f3-83b986bb1e92 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 816 time: 0.1291134 Aug 24 17:53:44.686459 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:44.690615 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-feb70548-5b77-415c-b128-2d3e143346ce tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/quotas/9398272c7a3f4a50a38df4b5dec9ac90 HTTP/1.1" status: 200 len: 375 time: 0.0114846 Aug 24 17:53:44.749147 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-73180328-9bb4-4d07-b4b4-e8f184648d66 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522797 Aug 24 17:53:44.874197 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-43806a53-4882-40fa-bcc1-a134104862f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094897 Aug 24 17:53:45.262616 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-310d913a-05fc-4c38-8189-023099734626 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821547 Aug 24 17:53:45.536346 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6f2d27e0-571a-4ac1-bb38-5391f884e216 req-e0f06c1c-43f1-48a6-aaa0-26e93d1b6fbb tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 210 time: 0.0307710 Aug 24 17:53:45.755732 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:53:46.650017 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9de5f4df-6b6a-4182-8ee9-b8d5d8e956c7 req-a5d48f84-299f-4067-bc9c-0ebcfc5c7683 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 210 time: 0.0281103 Aug 24 17:53:47.704976 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a94872d5-c2b6-4fd5-b78d-4f133d8e5a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:47.791273 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-581e735e-5b3e-415c-a2f4-85bfe61c80ce req-fda0ac06-5a84-4a4c-87f6-c2590bedb65c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 210 time: 0.0465224 Aug 24 17:53:48.084526 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-937fee0e-4db3-483f-83b5-4182be943ed9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:48.086340 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-937fee0e-4db3-483f-83b5-4182be943ed9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 816 time: 0.1358593 Aug 24 17:53:48.184416 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-6cceb730-1b2a-4404-b408-3c6b057f916f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9398272c7a3f4a50a38df4b5dec9ac90 HTTP/1.1" status: 200 len: 380 time: 0.0763571 Aug 24 17:53:48.194441 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'port': {'device_id': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'admin_state_up': True, 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'security_groups': ['6a005fc5-ff5f-4536-abae-6ede19f321cc']}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:48.459696 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Made reservation on behalf of 9398272c7a3f4a50a38df4b5dec9ac90 for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:53:48.464279 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:48.726742 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Allocated IP 172.20.0.10 (010bcf84-2f06-4274-8553-0a7884f5d83e/906bc573-2940-4dec-8598-3219c78cf251/83c659e2-8827-4402-9131-6edb2b9b0a44) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:48.889415 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:48.928688 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.006723 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bd42f34f-3c6a-4f09-9a50-8e32b89b79d8 req-9f7b94cc-8057-4b2d-a76a-f917b16e5703 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 210 time: 0.0613983 Aug 24 17:53:49.048407 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.104186 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Network 010bcf84-2f06-4274-8553-0a7884f5d83e is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:49.108944 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:49.112920 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:49.113872 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:49.171285 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:49.186019 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:49.186179 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.268102 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-ce94a70e-f10c-4c56-9088-951e956aa868 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0781965 Aug 24 17:53:49.411337 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:49.416421 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-6f02c5f6-5761-46b3-a6ab-6a811a85a148 None None] Provisioning complete for port 83c659e2-8827-4402-9131-6edb2b9b0a44 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:49.417058 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-6f02c5f6-5761-46b3-a6ab-6a811a85a148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.456263 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-6f02c5f6-5761-46b3-a6ab-6a811a85a148 None None] Port 83c659e2-8827-4402-9131-6edb2b9b0a44 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:53:50.152832 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc6ff8-b2c6-4fac-8b47-e9e75485fe03 req-fa1be17d-dd87-4301-9b17-340cec7b3ae6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:50.159750 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5acc6ff8-b2c6-4fac-8b47-e9e75485fe03 req-fa1be17d-dd87-4301-9b17-340cec7b3ae6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 932 time: 0.0587547 Aug 24 17:53:50.351271 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5acc6ff8-b2c6-4fac-8b47-e9e75485fe03 req-8a71a5ba-92ed-4c88-a4d6-24b6924dcbf5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590231 Aug 24 17:53:50.413417 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-bed80ffc-857b-468e-a16c-cf60ae474b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:50.985890 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Request body: {'port': {'device_id': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:51.053181 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:51.288472 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:51.358545 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c659e2-8827-4402-9131-6edb2b9b0a44 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:51.368467 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Publish callbacks [] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:51.395742 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Transition to ACTIVE for port object 83c659e2-8827-4402-9131-6edb2b9b0a44 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:53:51.475252 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:51.519691 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0c882-31f1-4095-9495-d0bec307ec7b req-9b878ae9-4fd6-4f87-af1d-ff136c526eba tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:51.522438 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-98d0c882-31f1-4095-9495-d0bec307ec7b req-9b878ae9-4fd6-4f87-af1d-ff136c526eba tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 932 time: 0.0916948 Aug 24 17:53:51.577635 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:51.592705 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-98d0c882-31f1-4095-9495-d0bec307ec7b req-daea8a9d-eaff-46a1-8c07-acf8e394ebfd tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624735 Aug 24 17:53:51.654299 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Attempting to bind port 83c659e2-8827-4402-9131-6edb2b9b0a44 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:53:51.654637 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Attempting to bind port 83c659e2-8827-4402-9131-6edb2b9b0a44 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:53:51.654970 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Attempting to bind port 83c659e2-8827-4402-9131-6edb2b9b0a44 on network 010bcf84-2f06-4274-8553-0a7884f5d83e {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:51.662156 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Port 83c659e2-8827-4402-9131-6edb2b9b0a44 on network 010bcf84-2f06-4274-8553-0a7884f5d83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:53:51.662498 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Attempting to bind port 83c659e2-8827-4402-9131-6edb2b9b0a44 on network 010bcf84-2f06-4274-8553-0a7884f5d83e {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:51.668316 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:53:51.668719 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Checking segment: {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:51.669129 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Bound using segment: {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:53:51.669549 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Bound port: 83c659e2-8827-4402-9131-6edb2b9b0a44, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc9318f-27b4-484f-8719-1650d9a55be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:53:51.670005 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:51.750431 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:53:51.755943 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:53:51.889268 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:51.892476 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:51.893389 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:51.895310 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/83c659e2-8827-4402-9131-6edb2b9b0a44 HTTP/1.1" status: 200 len: 1094 time: 0.9143374 Aug 24 17:53:51.898076 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:51.903649 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea29b5-88a8-43c0-aa39-9995cd5a4758" -d '{"events": [{"name": "network-changed", "server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:51.964562 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb31d7a-d1c7-4eda-bb87-24468b739898 service neutron] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:51.979986 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb8c9c-c8b1-4cbf-9187-4ed0707a240d x-openstack-request-id: req-b0cb8c9c-c8b1-4cbf-9187-4ed0707a240d {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:51.980267 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:51.980516 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0cb8c9c-c8b1-4cbf-9187-4ed0707a240d {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:51.980927 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0cb8c9c-c8b1-4cbf-9187-4ed0707a240d'] response: {'name': 'network-changed', 'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'status': 'completed', 'code': 200} Aug 24 17:53:52.091237 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea29b5-88a8-43c0-aa39-9995cd5a4758 req-71a84efc-8374-4a96-be88-355fd5582a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:52.092764 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-50ea29b5-88a8-43c0-aa39-9995cd5a4758 req-71a84efc-8374-4a96-be88-355fd5582a1e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 1128 time: 0.0461874 Aug 24 17:53:52.205546 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:52.210639 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea29b5-88a8-43c0-aa39-9995cd5a4758 req-5adf77d5-43a0-49e5-8762-fcd477efc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:52.212144 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-50ea29b5-88a8-43c0-aa39-9995cd5a4758 req-5adf77d5-43a0-49e5-8762-fcd477efc579 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1073279 Aug 24 17:53:52.259441 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:52.331076 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea29b5-88a8-43c0-aa39-9995cd5a4758 req-380d318d-18dd-4314-b73c-d4029c52fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:52.332760 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-50ea29b5-88a8-43c0-aa39-9995cd5a4758 req-380d318d-18dd-4314-b73c-d4029c52fe3a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122439 Aug 24 17:53:52.423387 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-15294ae5-2eb9-497f-931f-092ab7b224b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:52.425365 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-15294ae5-2eb9-497f-931f-092ab7b224b4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 1128 time: 0.0459619 Aug 24 17:53:52.472189 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-764ecbe1-1dee-4ebf-8f50-8b4f3eba5542 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c659e2-8827-4402-9131-6edb2b9b0a44 HTTP/1.1" status: 200 len: 217 time: 0.0349133 Aug 24 17:53:52.538726 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-920544e1-d72f-4319-ad54-3ab9df5eb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:52.540608 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-920544e1-d72f-4319-ad54-3ab9df5eb45c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 200 len: 855 time: 0.0568449 Aug 24 17:53:52.593484 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-6484f0f3-7d6d-42a8-a057-6e279cd85f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:52.595620 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-6484f0f3-7d6d-42a8-a057-6e279cd85f67 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=010bcf84-2f06-4274-8553-0a7884f5d83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483851 Aug 24 17:53:52.756347 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e79fd3-acd5-43ce-b55b-1a306174a9f6 req-b3542641-cf0d-4eab-8d50-ea834e5b8bfc tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:52.760749 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-b5447eda-5c1e-4e79-a57b-d8455166077e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577322 Aug 24 17:53:52.765114 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-01e79fd3-acd5-43ce-b55b-1a306174a9f6 req-b3542641-cf0d-4eab-8d50-ea834e5b8bfc tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0680871 Aug 24 17:53:52.825800 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-01e79fd3-acd5-43ce-b55b-1a306174a9f6 req-8fbf61a6-2322-4877-9fb4-6a2ca07119ac tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595577 Aug 24 17:53:52.923291 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-555f9d55-cb04-42cc-87ec-5e06d523208d req-30115bfa-a54f-4ac7-9a89-4117330903c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545465 Aug 24 17:53:53.235704 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:53.262991 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:53.977628 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbe04f-2352-4921-89a5-5834331cb7c5 req-7907768e-54a7-4ce6-89d4-cb392247f4f5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:53.980709 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d2fbe04f-2352-4921-89a5-5834331cb7c5 req-7907768e-54a7-4ce6-89d4-cb392247f4f5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0669124 Aug 24 17:53:53.996952 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:54.049276 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d2fbe04f-2352-4921-89a5-5834331cb7c5 req-6d659ce4-8270-4632-aea3-e26640aa61ec tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602691 Aug 24 17:53:55.189569 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5fa20-e18d-4f31-8c3c-bd72a7ada14c req-035e2f43-e0dc-4a56-8e0f-0d374876c537 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:55.196970 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-76a5fa20-e18d-4f31-8c3c-bd72a7ada14c req-035e2f43-e0dc-4a56-8e0f-0d374876c537 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0583460 Aug 24 17:53:55.252632 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-76a5fa20-e18d-4f31-8c3c-bd72a7ada14c req-8b1819d6-88d0-4a0b-9718-aba4087b1ca6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545878 Aug 24 17:53:56.398332 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796931f-c2a6-4d42-a618-557a6268b730 req-f5e76de2-0522-41b7-95dd-d99d3d0f7a8e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:56.400130 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3796931f-c2a6-4d42-a618-557a6268b730 req-f5e76de2-0522-41b7-95dd-d99d3d0f7a8e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0573947 Aug 24 17:53:56.460247 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3796931f-c2a6-4d42-a618-557a6268b730 req-07ed369e-1f1f-49d8-a1e4-9f6393b31f84 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514464 Aug 24 17:53:57.647486 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ee3ee-9f7b-4d76-a7f2-51445563c32a req-c5383dd5-d154-4264-b852-9811f52c950f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:57.657072 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fa3ee3ee-9f7b-4d76-a7f2-51445563c32a req-c5383dd5-d154-4264-b852-9811f52c950f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0975358 Aug 24 17:53:57.694378 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 83c659e2-8827-4402-9131-6edb2b9b0a44 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:53:57.744442 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fa3ee3ee-9f7b-4d76-a7f2-51445563c32a req-b2897677-44b4-46d3-a0d8-397f35d6563a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858879 Aug 24 17:53:57.880722 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:57.899514 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'port_id': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'mac_address': 'fa:16:3e:07:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:53:57.948745 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 83c659e2-8827-4402-9131-6edb2b9b0a44 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:57.949232 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:57.966964 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c659e2-8827-4402-9131-6edb2b9b0a44 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:57.994936 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:58.097349 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:58.159475 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:58.497167 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['83c659e2-8827-4402-9131-6edb2b9b0a44'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:58.565418 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:58.991582 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61b269-d3c8-44a8-b11f-51816242095b req-e115780f-1dbb-490b-8649-ab87b5e4661e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:59.004646 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-de61b269-d3c8-44a8-b11f-51816242095b req-e115780f-1dbb-490b-8649-ab87b5e4661e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 945 time: 0.1412799 Aug 24 17:53:59.047384 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:59.068453 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-de61b269-d3c8-44a8-b11f-51816242095b req-062b7dc9-172d-4202-baea-7793ac8e3f23 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621140 Aug 24 17:53:59.705684 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 83c659e2-8827-4402-9131-6edb2b9b0a44 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:59.768372 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 83c659e2-8827-4402-9131-6edb2b9b0a44 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:53:59.874154 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 83c659e2-8827-4402-9131-6edb2b9b0a44 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:59.874564 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:59.955373 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:59.970188 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 83c659e2-8827-4402-9131-6edb2b9b0a44 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:59.970718 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:00.002049 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:00.004388 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f99b2c-db60-4cf0-8c6a-cc73fadd5c26" -d '{"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-plugged", "status": "completed", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:00.020013 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:00.052839 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f02d57-de4e-402b-a9ec-63b70d961c89 x-openstack-request-id: req-33f02d57-de4e-402b-a9ec-63b70d961c89 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:00.053135 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-plugged", "status": "completed", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:00.053396 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33f02d57-de4e-402b-a9ec-63b70d961c89 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:00.053813 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f02d57-de4e-402b-a9ec-63b70d961c89'] response: {'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'code': 200} Aug 24 17:54:00.096907 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:00.187556 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:00.226316 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643b801-b1dc-4824-b55c-8bada46cea6d req-ee3e83af-b793-4eee-97f0-458467e13ef6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:00.243079 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f643b801-b1dc-4824-b55c-8bada46cea6d req-ee3e83af-b793-4eee-97f0-458467e13ef6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0609224 Aug 24 17:54:00.285974 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f643b801-b1dc-4824-b55c-8bada46cea6d req-b8601d15-3101-45ad-a0bf-b938584f6465 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504107 Aug 24 17:54:00.520659 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede10da9-0fd5-4dc8-a4d7-98885e1f3114 req-8a999c6e-3ca6-4ebe-8c4f-eb9771b16d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:00.522545 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-ede10da9-0fd5-4dc8-a4d7-98885e1f3114 req-8a999c6e-3ca6-4ebe-8c4f-eb9771b16d2d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 1130 time: 0.0433776 Aug 24 17:54:00.569214 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-ede10da9-0fd5-4dc8-a4d7-98885e1f3114 req-4fb0c443-60b5-4b4d-b0d2-d5283e93e69d service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 Aug 24 17:54:01.444089 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d648229-c014-4a7a-8875-530046524904 req-b4ed3f0a-135f-4fee-8c7f-b3af9539070c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:01.445787 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d648229-c014-4a7a-8875-530046524904 req-b4ed3f0a-135f-4fee-8c7f-b3af9539070c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0642939 Aug 24 17:54:01.509813 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d648229-c014-4a7a-8875-530046524904 req-ef1d9e3e-9f9e-48de-9fd2-37024346441d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537827 Aug 24 17:54:01.761749 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:01.775253 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:02.670635 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491103d-297c-42d6-8135-c192e7016967 req-bdd5c67f-9d70-4b2c-8ad2-f1d6fcd482de tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:02.672737 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e491103d-297c-42d6-8135-c192e7016967 req-bdd5c67f-9d70-4b2c-8ad2-f1d6fcd482de tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0653591 Aug 24 17:54:02.758304 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e491103d-297c-42d6-8135-c192e7016967 req-77ac49ae-10cb-4b16-b247-64611c54ef46 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788131 Aug 24 17:54:02.908341 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc409e9-5eea-4813-95d5-016c858d29bc req-c4bef66a-7e1f-45f6-be56-2fa628678ed0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:02.922697 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48448) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:02.928198 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-92055114-79ec-44bc-808c-242793268c80 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Request body: {'floatingip': {'port_id': '83c659e2-8827-4402-9131-6edb2b9b0a44'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:02.933655 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecc409e9-5eea-4813-95d5-016c858d29bc req-c4bef66a-7e1f-45f6-be56-2fa628678ed0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0844622 Aug 24 17:54:02.986975 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92055114-79ec-44bc-808c-242793268c80 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (58a02a14-ff01-459d-b88a-d2a448bb61aa), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:03.471238 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92055114-79ec-44bc-808c-242793268c80 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:03.577152 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92055114-79ec-44bc-808c-242793268c80 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (58a02a14-ff01-459d-b88a-d2a448bb61aa), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:03.662984 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:03.710616 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-92055114-79ec-44bc-808c-242793268c80 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Floating IP 58a02a14-ff01-459d-b88a-d2a448bb61aa associated. External IP: 172.27.2.45, port: 83c659e2-8827-4402-9131-6edb2b9b0a44. Aug 24 17:54:03.819556 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:04.127376 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92055114-79ec-44bc-808c-242793268c80 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:54:04.265219 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92055114-79ec-44bc-808c-242793268c80 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:54:04.270072 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-92055114-79ec-44bc-808c-242793268c80 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:04.282511 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] Sync routers for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:54:04.295961 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:04.296609 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:53:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:04.312427 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-92055114-79ec-44bc-808c-242793268c80 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/58a02a14-ff01-459d-b88a-d2a448bb61aa HTTP/1.1" status: 200 len: 991 time: 1.3880193 Aug 24 17:54:04.313083 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:04.315597 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcaf73f-b861-4940-b973-a56b3f83ed49" -d '{"events": [{"name": "network-changed", "server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:04.371924 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9365cafd-0c8c-426f-ab5e-8603faae71e8 x-openstack-request-id: req-9365cafd-0c8c-426f-ab5e-8603faae71e8 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:04.371924 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:04.371924 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9365cafd-0c8c-426f-ab5e-8603faae71e8 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:04.371924 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9365cafd-0c8c-426f-ab5e-8603faae71e8'] response: {'name': 'network-changed', 'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'status': 'completed', 'code': 200} Aug 24 17:54:04.435239 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:04.436637 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-78db16ed-8059-45b3-873b-0a4f9369067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:04.438355 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-78db16ed-8059-45b3-873b-0a4f9369067c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 1130 time: 0.0443139 Aug 24 17:54:04.546237 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-53e93d61-b63e-45cf-beb8-8bccc59719bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:04.547790 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-53e93d61-b63e-45cf-beb8-8bccc59719bd service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 917 time: 0.0996430 Aug 24 17:54:04.619258 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-42ef88d8-095e-4b99-ab41-5c4c717af71b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c659e2-8827-4402-9131-6edb2b9b0a44 HTTP/1.1" status: 200 len: 999 time: 0.0649483 Aug 24 17:54:04.675244 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '58a02a14-ff01-459d-b88a-d2a448bb61aa', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'port_id': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'mac_address': 'fa:16:3e:07:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:54:03Z', 'revision_number': 1, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:04.675577 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-a661475f-73a1-4f0f-8a14-9c394e179eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:04.676821 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-a661475f-73a1-4f0f-8a14-9c394e179eb9 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 200 len: 855 time: 0.0489430 Aug 24 17:54:04.702435 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] Checking router: 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:54:04.711286 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:04.711914 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:53:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:04.732987 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-097f30bc-a7ad-42ab-b58c-19fb2a250a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:04.734557 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-097f30bc-a7ad-42ab-b58c-19fb2a250a75 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=010bcf84-2f06-4274-8553-0a7884f5d83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453188 Aug 24 17:54:04.836923 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:04.846377 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:04.863885 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-c0effd8f-11b1-4bb0-acb3-64ac7281a8aa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158915 Aug 24 17:54:04.972648 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-6bcaf73f-b861-4940-b973-a56b3f83ed49 req-d62e5caa-8bee-4a10-a6a7-c862ae302ba3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017475 Aug 24 17:54:05.093322 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:05.243546 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '58a02a14-ff01-459d-b88a-d2a448bb61aa', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'port_id': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'mac_address': 'fa:16:3e:07:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:54:03Z', 'revision_number': 1, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:05.270911 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb37b6-38da-4b97-a209-6e6ff1f35c69 None None] The sync data for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi is: [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '58a02a14-ff01-459d-b88a-d2a448bb61aa', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'port_id': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'mac_address': 'fa:16:3e:07:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:54:03Z', 'revision_number': 1, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:54:05.491383 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db770a-a601-4023-967a-1375408b7e7f None None] New status for floating IP 58a02a14-ff01-459d-b88a-d2a448bb61aa: ACTIVE {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:54:05.814467 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784ab9-b540-4ddc-b2ff-69770a1051b0 req-0c2d06b9-4405-469a-b185-74c39c0f683e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.815932 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-69784ab9-b540-4ddc-b2ff-69770a1051b0 req-0c2d06b9-4405-469a-b185-74c39c0f683e tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 945 time: 0.1833036 Aug 24 17:54:05.871437 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-69784ab9-b540-4ddc-b2ff-69770a1051b0 req-1bba1aeb-15f8-4f96-a20d-1f3c390de845 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496774 Aug 24 17:54:07.073774 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4cbe1-b197-4230-b733-68e00e1403a5 req-509f4b7d-7878-44e9-86c4-8e70a7098321 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:07.075359 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b2b4cbe1-b197-4230-b733-68e00e1403a5 req-509f4b7d-7878-44e9-86c4-8e70a7098321 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 945 time: 0.1216958 Aug 24 17:54:07.126945 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b2b4cbe1-b197-4230-b733-68e00e1403a5 req-36f843f3-220e-4b36-8855-758f8c34e672 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Aug 24 17:54:07.642846 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-a3601e46-e22a-41b3-888a-598a55112a0d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:07.644911 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-a3601e46-e22a-41b3-888a-598a55112a0d tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 945 time: 0.0612113 Aug 24 17:54:07.965306 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Deleting port 4e6bc539-f420-470c-b1db-ab601c29c5a5 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:54:07.965669 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:08.067198 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] For port 4e6bc539-f420-470c-b1db-ab601c29c5a5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=4e6bc539-f420-470c-b1db-ab601c29c5a5,segment=NetworkSegment(57f29852-142b-4560-8a37-6bba5172bf01),segment_id=57f29852-142b-4560-8a37-6bba5172bf01)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:08.067573 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:08.083493 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Calling delete_port for 4e6bc539-f420-470c-b1db-ab601c29c5a5 owned by compute:nova {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:54:08.210538 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:08.255088 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c14756-e11e-4ce0-88f7-399efe436c68 req-45e20c40-05c0-4432-bf17-42e0fd382537 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:08.256619 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-42c14756-e11e-4ce0-88f7-399efe436c68 req-45e20c40-05c0-4432-bf17-42e0fd382537 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 945 time: 0.0502977 Aug 24 17:54:08.311732 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-42c14756-e11e-4ce0-88f7-399efe436c68 req-a9ba8cb6-e3d5-45f1-aadc-69ed418f5650 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=23cc204f-ef8f-486e-96e4-151fb1dfe808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491724 Aug 24 17:54:08.422780 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (4e6bc539-f420-470c-b1db-ab601c29c5a5), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:08.435286 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['4e6bc539-f420-470c-b1db-ab601c29c5a5'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:54:08.441577 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:08.450680 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Pushing event deleted for resources: {'Port': ['ID=4e6bc539-f420-470c-b1db-ab601c29c5a5,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:08.508076 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] No DVR routers for this DVR port 4e6bc539-f420-470c-b1db-ab601c29c5a5 on host hv-cinder-85442 {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:54:08.511494 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:08.515172 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8b4eb327-f9af-4b50-88fc-58294616a88a req-61eecaca-cef9-48ab-b915-e16ef6766638 tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4e6bc539-f420-470c-b1db-ab601c29c5a5 HTTP/1.1" status: 204 len: 173 time: 0.8642726 Aug 24 17:54:08.515820 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04727389-f440-431a-83b1-12243a4dcfde', 'name': 'network-vif-deleted', 'tag': '4e6bc539-f420-470c-b1db-ab601c29c5a5'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:08.518308 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c06cc0-afcb-41e9-941b-acbd7188a4d9" -d '{"events": [{"server_uuid": "04727389-f440-431a-83b1-12243a4dcfde", "name": "network-vif-deleted", "tag": "4e6bc539-f420-470c-b1db-ab601c29c5a5"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:08.561011 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c45e71-02a8-4f91-9cde-fb9a11a02c7a x-openstack-request-id: req-c3c45e71-02a8-4f91-9cde-fb9a11a02c7a {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:08.561322 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04727389-f440-431a-83b1-12243a4dcfde", "name": "network-vif-deleted", "tag": "4e6bc539-f420-470c-b1db-ab601c29c5a5", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:08.561582 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3c45e71-02a8-4f91-9cde-fb9a11a02c7a {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:08.562342 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c45e71-02a8-4f91-9cde-fb9a11a02c7a'] response: {'server_uuid': '04727389-f440-431a-83b1-12243a4dcfde', 'name': 'network-vif-deleted', 'tag': '4e6bc539-f420-470c-b1db-ab601c29c5a5', 'status': 'completed', 'code': 200} Aug 24 17:54:08.954072 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48572) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:09.004220 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3494c8dd-cd5e-4b40-8792-782f27cea62e admin admin] Deleting subnet d635d8c8-ef71-49f7-934e-06e412c7de3f {{(pid=113411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:54:09.008082 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3494c8dd-cd5e-4b40-8792-782f27cea62e admin admin] Publish callbacks [] for subnet (d635d8c8-ef71-49f7-934e-06e412c7de3f), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.049596 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3494c8dd-cd5e-4b40-8792-782f27cea62e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17734599'] for subnet (d635d8c8-ef71-49f7-934e-06e412c7de3f), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.095413 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3494c8dd-cd5e-4b40-8792-782f27cea62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (d635d8c8-ef71-49f7-934e-06e412c7de3f), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.264942 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3494c8dd-cd5e-4b40-8792-782f27cea62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17011773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17617116'] for subnet (d635d8c8-ef71-49f7-934e-06e412c7de3f), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.293194 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494c8dd-cd5e-4b40-8792-782f27cea62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d635d8c8-ef71-49f7-934e-06e412c7de3f,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:09.301618 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3494c8dd-cd5e-4b40-8792-782f27cea62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.302376 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-3494c8dd-cd5e-4b40-8792-782f27cea62e admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/d635d8c8-ef71-49f7-934e-06e412c7de3f HTTP/1.1" status: 204 len: 168 time: 0.3471644 Aug 24 17:54:09.304921 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48574) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:09.380985 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (1fcff867-0bc4-4478-bdf7-0cc16094d8ae), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.436722 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e77c7940-9cd3-4e0e-8380-12fc7f8ff828 req-62d6db68-8520-4d18-b696-394f26309d6b tempest-VolumesSnapshotTestJSON-1554740344 tempest-VolumesSnapshotTestJSON-1554740344-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=04727389-f440-431a-83b1-12243a4dcfde HTTP/1.1" status: 200 len: 210 time: 0.0308182 Aug 24 17:54:09.448744 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:09.474537 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (1fcff867-0bc4-4478-bdf7-0cc16094d8ae), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.496901 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcff867-0bc4-4478-bdf7-0cc16094d8ae']}} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:09.507944 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616f9a0b-6ea6-409e-8ac0-218beab0030d') {'for_net_delete': True} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:09.508261 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616f9a0b-6ea6-409e-8ac0-218beab0030d') {} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:09.519103 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17734606'] for segment (616f9a0b-6ea6-409e-8ac0-218beab0030d), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.534446 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (616f9a0b-6ea6-409e-8ac0-218beab0030d), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.541704 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=113411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:54:09.542416 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17011803'] for segment (616f9a0b-6ea6-409e-8ac0-218beab0030d), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.570754 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 616f9a0b-6ea6-409e-8ac0-218beab0030d resource provider aggregate not found Aug 24 17:54:09.609296 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 616f9a0b-6ea6-409e-8ac0-218beab0030d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 616f9a0b-6ea6-409e-8ac0-218beab0030d found for delete ", "request_id": "req-c4dd070f-e25b-4da3-b401-18033042924b"}]} Aug 24 17:54:09.733880 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (1fcff867-0bc4-4478-bdf7-0cc16094d8ae), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.742081 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.745754 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/1fcff867-0bc4-4478-bdf7-0cc16094d8ae HTTP/1.1" status: 204 len: 168 time: 0.4398704 Aug 24 17:54:09.755458 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2c28b-aee4-4251-bade-65d8c5bb1b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fcff867-0bc4-4478-bdf7-0cc16094d8ae,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:10.168018 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48586) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:10.209571 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-0fa77858-aa1b-4952-9ba8-591b4c03b4ce admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6e895dd83dbf4458b7d6efaace0d209a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403292 Aug 24 17:54:10.212201 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48588) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:10.237145 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:10.273935 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8e639e01-2190-4ca6-a1b8-22a03f36d1bb admin admin] Publish callbacks [] for security_group (6409c345-a719-4125-92b2-b7e80b342726), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:10.297505 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8e639e01-2190-4ca6-a1b8-22a03f36d1bb admin admin] Publish callbacks [] for security_group (6409c345-a719-4125-92b2-b7e80b342726), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:10.424716 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8e639e01-2190-4ca6-a1b8-22a03f36d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6409c345-a719-4125-92b2-b7e80b342726), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:10.427347 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8e639e01-2190-4ca6-a1b8-22a03f36d1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:10.428540 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-8e639e01-2190-4ca6-a1b8-22a03f36d1bb admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6409c345-a719-4125-92b2-b7e80b342726 HTTP/1.1" status: 204 len: 168 time: 0.2154315 Aug 24 17:54:10.442063 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e639e01-2190-4ca6-a1b8-22a03f36d1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6409c345-a719-4125-92b2-b7e80b342726,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:11.752921 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 4e6bc539-f420-470c-b1db-ab601c29c5a5 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:54:11.773910 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 4e6bc539-f420-470c-b1db-ab601c29c5a5 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:54:11.774422 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 4e6bc539-f420-470c-b1db-ab601c29c5a5 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:54:12.356183 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:13.302361 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7decd-dbd6-4fce-8a00-c5feadddf665 req-dc27e2d9-03c9-46ca-aaeb-1540d5e2e9ff tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:13.303893 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f2d7decd-dbd6-4fce-8a00-c5feadddf665 req-dc27e2d9-03c9-46ca-aaeb-1540d5e2e9ff tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0504622 Aug 24 17:54:13.362432 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f2d7decd-dbd6-4fce-8a00-c5feadddf665 req-9c0df966-735b-413b-b269-e820d4116e49 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490603 Aug 24 17:54:14.486209 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba8529-60a0-4809-9d4e-ec2bbeb0e598 req-067d8bb7-2de4-4b62-b8c6-3bd9255fba46 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:14.487745 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3dba8529-60a0-4809-9d4e-ec2bbeb0e598 req-067d8bb7-2de4-4b62-b8c6-3bd9255fba46 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0482492 Aug 24 17:54:14.509652 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:14.539042 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3dba8529-60a0-4809-9d4e-ec2bbeb0e598 req-05e16427-641e-43b0-9de2-06fbb0e103d9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453625 Aug 24 17:54:15.602752 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:15.606728 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:15.671347 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33905a55-27cf-4953-8d19-126f9dae4182 req-8c7093c8-45f6-4f60-a0c4-95761df83154 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:15.673217 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-33905a55-27cf-4953-8d19-126f9dae4182 req-8c7093c8-45f6-4f60-a0c4-95761df83154 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0550163 Aug 24 17:54:15.703367 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-f23a29d0-9380-4747-a1b0-d732cb3fc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:15.705024 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-f23a29d0-9380-4747-a1b0-d732cb3fc9ee service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 1130 time: 0.0453730 Aug 24 17:54:15.725494 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-33905a55-27cf-4953-8d19-126f9dae4182 req-f1edbda2-67a6-4ba3-b799-513cac71cbd6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450358 Aug 24 17:54:15.815901 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-36f27d2f-68e5-400f-b75d-4aea17332d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:15.817469 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-36f27d2f-68e5-400f-b75d-4aea17332d15 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.0916810 Aug 24 17:54:16.050214 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-e1f4fc23-cbcf-4595-8cee-4513e3443923 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955 HTTP/1.1" status: 200 len: 1001 time: 0.0633364 Aug 24 17:54:16.110937 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-9cb8edf3-fe04-4457-8c8f-50a9774044b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:16.112420 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-9cb8edf3-fe04-4457-8c8f-50a9774044b6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0486438 Aug 24 17:54:16.160110 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-16e70fc6-a9dd-4675-be7f-7abf5b3f0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:16.161656 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-16e70fc6-a9dd-4675-be7f-7abf5b3f0a2f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437279 Aug 24 17:54:16.186162 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:16.263326 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-5d1b2937-9bbd-4ac6-b8e9-f5f12ae074b8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947435 Aug 24 17:54:16.568536 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-af03c398-8dce-4e48-90f4-8494cc019c4c req-30599963-84e2-4627-bafb-61a781dd4503 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991068 Aug 24 17:54:16.853882 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f277-5a44-4449-a50a-2513b9381143 req-75a7fd32-8157-4555-97d7-610c2abcfb2b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:16.856231 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d1a2f277-5a44-4449-a50a-2513b9381143 req-75a7fd32-8157-4555-97d7-610c2abcfb2b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0508740 Aug 24 17:54:16.908416 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d1a2f277-5a44-4449-a50a-2513b9381143 req-cd20d96b-ab2b-4480-84ce-ec9493081c5a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463488 Aug 24 17:54:17.532760 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-f5190847-a8ac-4c4f-b009-7cd2b197103a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391185 Aug 24 17:54:17.598611 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-b1a5c138-d0f9-407a-9621-f35caeddf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:17.600197 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-b1a5c138-d0f9-407a-9621-f35caeddf296 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 1129 time: 0.0425684 Aug 24 17:54:17.712337 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-91ea8bcf-2fff-4f80-967c-709e3da3abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:17.713900 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-91ea8bcf-2fff-4f80-967c-709e3da3abc4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.0954812 Aug 24 17:54:17.754542 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-0968c936-e5d6-4977-97ef-1998c50879e4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565c8009-6ae5-4c23-a533-fff7bf8e849d HTTP/1.1" status: 200 len: 217 time: 0.0343573 Aug 24 17:54:17.787578 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-20d07c12-010b-45a3-b933-afeb712b5111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:17.806169 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-cda573e4-e354-4a79-b59a-878808afa331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:17.807697 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-cda573e4-e354-4a79-b59a-878808afa331 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0476019 Aug 24 17:54:17.854030 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-cbbcd6c2-aa31-42d4-9b82-92a6448c261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:17.855653 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-cbbcd6c2-aa31-42d4-9b82-92a6448c261d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406775 Aug 24 17:54:17.956385 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-eb51c469-4af0-4999-bbe7-d94af0d75fe1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938609 Aug 24 17:54:17.969530 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:18.041201 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049880f-83bc-407d-9689-a239022411f0 req-9b3b84b2-04d6-4f77-bbec-b8d6cf80b8d1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:18.042867 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0049880f-83bc-407d-9689-a239022411f0 req-9b3b84b2-04d6-4f77-bbec-b8d6cf80b8d1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0534120 Aug 24 17:54:18.060668 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-b0230fa6-46b3-4537-a700-61ffe8cdecbe req-e38a36ac-0ad7-45eb-8c9a-cabda4ba1e51 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972292 Aug 24 17:54:18.099124 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0049880f-83bc-407d-9689-a239022411f0 req-68d8f98a-1b0f-4a89-af72-c04562d03922 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501831 Aug 24 17:54:19.227096 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54230f7c-9706-4820-b80b-98f4a79a401f req-e237a328-92fa-464d-aa2e-2bca5d704968 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:19.228680 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-54230f7c-9706-4820-b80b-98f4a79a401f req-e237a328-92fa-464d-aa2e-2bca5d704968 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0513997 Aug 24 17:54:19.282931 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-54230f7c-9706-4820-b80b-98f4a79a401f req-a223a593-b831-4a1a-a55f-5d0b8860dc2e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480592 Aug 24 17:54:19.770015 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a999c-055e-470b-bc14-88f6acdfdb6e req-5666bfa3-cfb9-44f2-834d-95bcf50372b6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:19.771754 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-357a999c-055e-470b-bc14-88f6acdfdb6e req-5666bfa3-cfb9-44f2-834d-95bcf50372b6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0900562 Aug 24 17:54:19.820859 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-357a999c-055e-470b-bc14-88f6acdfdb6e req-d33c9e17-cc2a-485e-998d-f5ad338443cc tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434363 Aug 24 17:54:20.256171 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-45708ce7-7f18-428d-a5d9-253b498c7a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:20.415854 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb403ed-d338-4a4e-b0b6-f49cbe9e3215 req-5baf91bf-ff84-4881-bd6c-7edcd38f1883 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:20.417350 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9bb403ed-d338-4a4e-b0b6-f49cbe9e3215 req-5baf91bf-ff84-4881-bd6c-7edcd38f1883 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0550356 Aug 24 17:54:20.471407 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9bb403ed-d338-4a4e-b0b6-f49cbe9e3215 req-5967cc11-cf23-42bd-aa9c-1093ea1076d5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467644 Aug 24 17:54:20.947843 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7785069-210a-4d48-a50a-9366166632e1 req-8b6acd77-3c6b-4065-b722-dbde12e04b22 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:20.949368 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b7785069-210a-4d48-a50a-9366166632e1 req-8b6acd77-3c6b-4065-b722-dbde12e04b22 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0507143 Aug 24 17:54:21.001082 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b7785069-210a-4d48-a50a-9366166632e1 req-2b200bea-e2e1-4f38-a08b-8af6a77bca85 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451128 Aug 24 17:54:21.269700 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:21.596714 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:21.605284 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68a7fd-8694-405a-8a23-1b5fc5cfd597 req-1361158b-70b2-46e7-b0d7-34cd322a1fcd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:21.607754 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4e68a7fd-8694-405a-8a23-1b5fc5cfd597 req-1361158b-70b2-46e7-b0d7-34cd322a1fcd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0576680 Aug 24 17:54:21.659901 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4e68a7fd-8694-405a-8a23-1b5fc5cfd597 req-69477113-7a4e-489d-89d5-674f7c501537 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463722 Aug 24 17:54:22.066825 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7a7dab4e-5253-44ac-a8ba-7789fd674f0f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:22.068423 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7a7dab4e-5253-44ac-a8ba-7789fd674f0f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0505292 Aug 24 17:54:22.128332 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67b61a-f9c9-478e-ac7b-1a8d510cab62 req-20a8b41a-ab60-41a4-ace8-7632dd89abc9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:22.129983 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1b67b61a-f9c9-478e-ac7b-1a8d510cab62 req-20a8b41a-ab60-41a4-ace8-7632dd89abc9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 945 time: 0.0496888 Aug 24 17:54:22.157717 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Deleting port d93fe402-2e98-4ff9-8441-854219d9e667 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:54:22.158163 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:22.183830 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1b67b61a-f9c9-478e-ac7b-1a8d510cab62 req-31f7ab09-1a25-41fd-92ad-dfbb3555431f tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ecf268-5afd-4a1b-8910-f80e0ce42ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479765 Aug 24 17:54:22.257328 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] For port d93fe402-2e98-4ff9-8441-854219d9e667, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=d93fe402-2e98-4ff9-8441-854219d9e667,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:22.257694 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:22.430430 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:22.430685 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (158c6a5e-6fae-4115-a670-852fe8559f1d), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:22.431012 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Floating IP 158c6a5e-6fae-4115-a670-852fe8559f1d disassociated. External IP: 172.27.2.226, port: d93fe402-2e98-4ff9-8441-854219d9e667. Aug 24 17:54:22.431352 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Calling delete_port for d93fe402-2e98-4ff9-8441-854219d9e667 owned by compute:nova {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:54:22.435797 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:22.639843 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (d93fe402-2e98-4ff9-8441-854219d9e667), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:22.669430 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event deleted for resources: {'Port': ['ID=d93fe402-2e98-4ff9-8441-854219d9e667,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:22.682039 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.682329 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.682679 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.683019 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.683351 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.683683 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.684016 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.684338 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.685206 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.685576 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.686262 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.686601 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.686935 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.687357 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.687725 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:22.755386 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:54:22.786618 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138ef0a-32d6-4c4e-886b-f32bfa72c4fd req-ac1a591e-3a0b-4671-9f90-81a3c6a59764 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:22.788183 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a138ef0a-32d6-4c4e-886b-f32bfa72c4fd req-ac1a591e-3a0b-4671-9f90-81a3c6a59764 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0496967 Aug 24 17:54:22.796779 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Router e0ebd80d-cfc6-496a-886f-220381a1fa3f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:54:22.846568 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a138ef0a-32d6-4c4e-886b-f32bfa72c4fd req-eab31855-db6e-4a8d-a3be-b426e0b09222 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524240 Aug 24 17:54:22.905631 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:22.908743 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:54:22.921425 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] Sync routers for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:54:22.932698 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:22.933282 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:22.956819 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] No DVR routers for this DVR port d93fe402-2e98-4ff9-8441-854219d9e667 on host hv-cinder-85442 {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:54:22.959571 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:22.963190 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-ceadfb18-a60c-4be0-a58d-2c5d162da74c req-7ef9ea21-e531-4f34-9455-df122ccdd4ac tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "DELETE /networking/v2.0/ports/d93fe402-2e98-4ff9-8441-854219d9e667 HTTP/1.1" status: 204 len: 173 time: 0.8896527 Aug 24 17:54:22.964360 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'name': 'network-vif-deleted', 'tag': 'd93fe402-2e98-4ff9-8441-854219d9e667'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:22.966778 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a233b-67c0-41b2-97cd-2a2dff741313" -d '{"events": [{"server_uuid": "ec9a988c-b152-4e39-ad48-c2f7facd203f", "name": "network-vif-deleted", "tag": "d93fe402-2e98-4ff9-8441-854219d9e667"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:23.017204 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b80cb62-3a5d-4568-a402-b6e04d19cc22 x-openstack-request-id: req-5b80cb62-3a5d-4568-a402-b6e04d19cc22 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:23.017381 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9a988c-b152-4e39-ad48-c2f7facd203f", "name": "network-vif-deleted", "tag": "d93fe402-2e98-4ff9-8441-854219d9e667", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:23.017639 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b80cb62-3a5d-4568-a402-b6e04d19cc22 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:23.018074 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b80cb62-3a5d-4568-a402-b6e04d19cc22'] response: {'server_uuid': 'ec9a988c-b152-4e39-ad48-c2f7facd203f', 'name': 'network-vif-deleted', 'tag': 'd93fe402-2e98-4ff9-8441-854219d9e667', 'status': 'completed', 'code': 200} Aug 24 17:54:23.063422 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:23.180004 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:23.213241 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:23.288336 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:23.318573 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] Checking router: e0ebd80d-cfc6-496a-886f-220381a1fa3f for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:54:23.327802 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:23.328433 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:23.440293 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:23.536280 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f0b76a4b-a752-447e-9adf-7ef83fd6c6e0 req-7ef02177-edc5-4feb-b8a3-79135e29eb04 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0299673 Aug 24 17:54:23.638557 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:23.664884 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630ba76-971b-49b2-87e3-5118a80134a1 None None] The sync data for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi is: [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:54:23.920950 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2fd6a-2b27-477d-bbb9-026a37e18834 None None] New status for floating IP 158c6a5e-6fae-4115-a670-852fe8559f1d: DOWN {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:54:23.945681 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:23.986519 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbdee6-c22d-4ed7-8133-07959abeb09a req-cefecb91-1877-4f2b-8a67-2e9c25ce1adb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:23.988014 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7fdbdee6-c22d-4ed7-8133-07959abeb09a req-cefecb91-1877-4f2b-8a67-2e9c25ce1adb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0513942 Aug 24 17:54:24.047378 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7fdbdee6-c22d-4ed7-8133-07959abeb09a req-c8899f90-9c69-4a31-80b6-18327e5625bc tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528681 Aug 24 17:54:24.648509 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a05953e8-bda2-423c-b6af-8c01a1886728 req-ca4291cc-719b-4740-b374-9e5b3dcb3fc9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0300505 Aug 24 17:54:25.177810 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86484c10-24da-4e52-9a42-133b354a80a0 req-b3abc717-a053-459f-81fb-64d6496622ff tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:25.179250 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-86484c10-24da-4e52-9a42-133b354a80a0 req-b3abc717-a053-459f-81fb-64d6496622ff tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0528183 Aug 24 17:54:25.229596 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-86484c10-24da-4e52-9a42-133b354a80a0 req-4f0ae4b0-540e-44a5-9ab3-c637dbfdaf2c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Aug 24 17:54:25.770508 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6a943c4a-8078-4d3e-9029-a86b3be5cd25 req-41c33ab3-90e2-470c-b8ad-dfe1dd5f61ec tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec9a988c-b152-4e39-ad48-c2f7facd203f HTTP/1.1" status: 200 len: 210 time: 0.0293331 Aug 24 17:54:26.352631 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c5b80-6750-4807-9b04-8f3f9073ee87 req-77e52c84-5157-41f8-afc4-2730bd7889e0 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:26.354099 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-569c5b80-6750-4807-9b04-8f3f9073ee87 req-77e52c84-5157-41f8-afc4-2730bd7889e0 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0492609 Aug 24 17:54:26.403875 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-569c5b80-6750-4807-9b04-8f3f9073ee87 req-0dca055a-f080-4210-a869-4b87e0131dfe tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431709 Aug 24 17:54:26.952538 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48740) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:27.014494 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (43ecf268-5afd-4a1b-8910-f80e0ce42ad4), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.038730 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (43ecf268-5afd-4a1b-8910-f80e0ce42ad4), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.172411 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (43ecf268-5afd-4a1b-8910-f80e0ce42ad4), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.174995 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.176210 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/43ecf268-5afd-4a1b-8910-f80e0ce42ad4 HTTP/1.1" status: 204 len: 168 time: 0.2226379 Aug 24 17:54:27.179184 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48742) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:27.186023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ecf268-5afd-4a1b-8910-f80e0ce42ad4,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:27.193735 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.194159 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.194511 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.194857 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.195214 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.195326 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.api.v2.resource [None req-5458228d-9439-48b3-8529-bfe512f8bfa2 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] show failed (client error): The resource could not be found. Aug 24 17:54:27.195542 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.198936 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.199079 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-5458228d-9439-48b3-8529-bfe512f8bfa2 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups/43ecf268-5afd-4a1b-8910-f80e0ce42ad4 HTTP/1.1" status: 404 len: 347 time: 0.0156269 Aug 24 17:54:27.199194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.199194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.199194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.199194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.199194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.199194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.199194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.199194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d2e88-0f17-4bcd-bd32-2f17fb5fa590 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:27.199971 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48744) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:27.316062 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Deleting port 0dac00bc-88ce-4e53-8f43-9b5fb282e3ad {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:54:27.316410 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (0dac00bc-88ce-4e53-8f43-9b5fb282e3ad), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.397814 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (0dac00bc-88ce-4e53-8f43-9b5fb282e3ad), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.398161 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (0dac00bc-88ce-4e53-8f43-9b5fb282e3ad), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.411909 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Calling delete_port for 0dac00bc-88ce-4e53-8f43-9b5fb282e3ad owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:54:27.531110 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f743c54-1241-49ad-a874-196ddb3f8ada req-e69004c2-c495-4804-ac91-0d71eeec0586 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:27.532669 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0f743c54-1241-49ad-a874-196ddb3f8ada req-e69004c2-c495-4804-ac91-0d71eeec0586 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0509596 Aug 24 17:54:27.584595 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0f743c54-1241-49ad-a874-196ddb3f8ada req-f739c2c4-d79f-4c8b-97cc-8471d28bb906 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459523 Aug 24 17:54:27.606489 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (0dac00bc-88ce-4e53-8f43-9b5fb282e3ad), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.632546 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event deleted for resources: {'Port': ['ID=0dac00bc-88ce-4e53-8f43-9b5fb282e3ad,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:27.699007 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (158c6a5e-6fae-4115-a670-852fe8559f1d), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.702363 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.706623 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-77f9c6b9-5458-4e7e-b8b4-37b995618c38 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/158c6a5e-6fae-4115-a670-852fe8559f1d HTTP/1.1" status: 204 len: 168 time: 0.5065346 Aug 24 17:54:27.844748 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48752) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:27.849277 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-dcad59d2-ad21-471a-9620-e1d9a5cfef3a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120337858', 'description': 'tempest-description--68173724'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:27.936831 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dcad59d2-ad21-471a-9620-e1d9a5cfef3a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:27.973583 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:28.016616 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dcad59d2-ad21-471a-9620-e1d9a5cfef3a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (7990d6bd-bdd3-4d53-83ed-a736aeeae7f4), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.125295 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dcad59d2-ad21-471a-9620-e1d9a5cfef3a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7990d6bd-bdd3-4d53-83ed-a736aeeae7f4), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.158323 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad59d2-ad21-471a-9620-e1d9a5cfef3a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:28.217216 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dcad59d2-ad21-471a-9620-e1d9a5cfef3a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.217216 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-dcad59d2-ad21-471a-9620-e1d9a5cfef3a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3701560 Aug 24 17:54:28.219524 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48762) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:28.224440 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-106c3dac-d3fd-40e7-a446-52aed8ff408a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'security_group_rule': {'security_group_id': '7990d6bd-bdd3-4d53-83ed-a736aeeae7f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:28.310921 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-106c3dac-d3fd-40e7-a446-52aed8ff408a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (f74bd8c4-748b-4ef3-bd0e-3f05dfa4d4db), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.368964 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-106c3dac-d3fd-40e7-a446-52aed8ff408a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (f74bd8c4-748b-4ef3-bd0e-3f05dfa4d4db), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.435082 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-106c3dac-d3fd-40e7-a446-52aed8ff408a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (f74bd8c4-748b-4ef3-bd0e-3f05dfa4d4db), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.457067 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c3dac-d3fd-40e7-a446-52aed8ff408a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74bd8c4-748b-4ef3-bd0e-3f05dfa4d4db,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:28.534449 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-106c3dac-d3fd-40e7-a446-52aed8ff408a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.535636 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-106c3dac-d3fd-40e7-a446-52aed8ff408a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3149366 Aug 24 17:54:28.538484 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48764) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:28.543103 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-251e3c1f-b672-41ef-b248-18b45b736ea0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'security_group_rule': {'security_group_id': '7990d6bd-bdd3-4d53-83ed-a736aeeae7f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:28.556070 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:28.665875 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-251e3c1f-b672-41ef-b248-18b45b736ea0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (e4c5aedb-cdca-4c69-8e46-dace28cb4cb5), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.710385 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8126b6-ea8f-4fcd-87db-f4ce6a81cb24 req-6d636aa8-a2c1-4396-b9e0-0485b0db9734 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:28.711891 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6b8126b6-ea8f-4fcd-87db-f4ce6a81cb24 req-6d636aa8-a2c1-4396-b9e0-0485b0db9734 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0512087 Aug 24 17:54:28.728663 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-251e3c1f-b672-41ef-b248-18b45b736ea0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (e4c5aedb-cdca-4c69-8e46-dace28cb4cb5), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.762953 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6b8126b6-ea8f-4fcd-87db-f4ce6a81cb24 req-0fed4cad-dc69-4a1e-8d75-bfc3c1734f86 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449729 Aug 24 17:54:28.829428 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-251e3c1f-b672-41ef-b248-18b45b736ea0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (e4c5aedb-cdca-4c69-8e46-dace28cb4cb5), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.851434 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e3c1f-b672-41ef-b248-18b45b736ea0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c5aedb-cdca-4c69-8e46-dace28cb4cb5,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:28.974512 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-251e3c1f-b672-41ef-b248-18b45b736ea0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:28.975800 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-251e3c1f-b672-41ef-b248-18b45b736ea0 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4363723 Aug 24 17:54:28.978958 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48768) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:28.984122 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:29.128329 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device d93fe402-2e98-4ff9-8441-854219d9e667 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:54:29.130231 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:29.149403 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: d93fe402-2e98-4ff9-8441-854219d9e667 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:54:29.152811 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device d93fe402-2e98-4ff9-8441-854219d9e667 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:54:29.213744 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:29.332946 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Allocated IP 172.27.2.92 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/2f712704-2d45-49db-8292-00faf3d1e5ae) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:54:29.409101 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:29.438901 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for port (2f712704-2d45-49db-8292-00faf3d1e5ae), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:29.547806 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (2f712704-2d45-49db-8292-00faf3d1e5ae), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:29.594304 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:54:29.598968 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:54:29.602711 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:54:29.605969 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'Port': ['ID=2f712704-2d45-49db-8292-00faf3d1e5ae,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:29.695181 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (2bab30a5-0a50-4336-bc99-69ff65363653), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:29.787577 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (2f712704-2d45-49db-8292-00faf3d1e5ae), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:29.822980 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:29.889107 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58401ce1-2d15-4d3e-bd8b-2a14bf906111 req-865c8776-1712-4735-982b-210f77594270 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:29.890710 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-58401ce1-2d15-4d3e-bd8b-2a14bf906111 req-865c8776-1712-4735-982b-210f77594270 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0502336 Aug 24 17:54:29.943816 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-58401ce1-2d15-4d3e-bd8b-2a14bf906111 req-e8397fa9-43e6-40f7-90b8-bc89a7cddacd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469134 Aug 24 17:54:29.954410 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for port (2f712704-2d45-49db-8292-00faf3d1e5ae), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:30.052251 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (2f712704-2d45-49db-8292-00faf3d1e5ae), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:30.340553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (2bab30a5-0a50-4336-bc99-69ff65363653), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:30.344374 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'Port': ['ID=2f712704-2d45-49db-8292-00faf3d1e5ae,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:30.431318 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:30.432582 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d61b83f2-510f-4057-bf88-dfead653bce3 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4526792 Aug 24 17:54:30.582156 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:30.610346 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-70ea24d7-11f9-4ba3-b360-f1066b20c35d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--120337858&fields=id&tenant_id=40256802535d4aedb2541246a687ec76 HTTP/1.1" status: 200 len: 267 time: 0.0434108 Aug 24 17:54:30.737274 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-73e6863f-1d85-4031-b059-83a0141417e8 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:30.738810 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-73e6863f-1d85-4031-b059-83a0141417e8 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/networks?id=389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 200 len: 811 time: 0.1178138 Aug 24 17:54:30.754487 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-4c90471f-3ad0-471f-b5fd-08ac915170d8 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/quotas/40256802535d4aedb2541246a687ec76 HTTP/1.1" status: 200 len: 375 time: 0.0100410 Aug 24 17:54:30.770341 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:30.806915 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-e478ce07-3f32-4aba-86e1-c80db3c0a7fa tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470824 Aug 24 17:54:31.009685 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-950ee9ef-9e14-4384-b68b-c5e219b9977d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910603 Aug 24 17:54:31.123491 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8fd36-e4d6-4be8-a095-9c913d0a9455 req-863ebf43-4abf-47e2-8c46-81b994a79a09 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:31.124931 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-47c8fd36-e4d6-4be8-a095-9c913d0a9455 req-863ebf43-4abf-47e2-8c46-81b994a79a09 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0998116 Aug 24 17:54:31.168822 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-f1e892a1-258c-479d-88bb-2a23ad0f4c99 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527328 Aug 24 17:54:31.196041 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-47c8fd36-e4d6-4be8-a095-9c913d0a9455 req-9fab6bad-77f4-4710-bdda-894a576194c0 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645137 Aug 24 17:54:31.496999 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-691c0acd-425c-46ac-8c6e-0f792effa232 req-dbb7c99b-5b8d-4fc3-821a-d1e51b1af6c4 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 210 time: 0.0292997 Aug 24 17:54:32.324607 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792170e1-f5b4-472c-a094-c5572192d8a5 req-c489af74-3c27-4d13-9bfa-10fa392505c1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:32.326322 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-792170e1-f5b4-472c-a094-c5572192d8a5 req-c489af74-3c27-4d13-9bfa-10fa392505c1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0489969 Aug 24 17:54:32.381626 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-792170e1-f5b4-472c-a094-c5572192d8a5 req-abd1a833-5434-423e-a35c-96341a641f30 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488689 Aug 24 17:54:32.600005 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fab3db89-fce2-4a50-92e3-b63b54e22848 req-8115c393-fdc3-4df6-93ac-3f1cb6bfd7f1 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 210 time: 0.0302219 Aug 24 17:54:33.066148 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cd39e-1155-4097-8a3e-b0ba434d2383 req-6dd4ab04-53d8-4e06-8e24-446341406dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:33.067696 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-ad7cd39e-1155-4097-8a3e-b0ba434d2383 req-6dd4ab04-53d8-4e06-8e24-446341406dd9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 1130 time: 0.1144969 Aug 24 17:54:33.116263 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-ad7cd39e-1155-4097-8a3e-b0ba434d2383 req-3c89a64f-d611-4aab-b65f-70b8abd58d8f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426407 Aug 24 17:54:33.518060 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1d28e-f01d-4db9-9fa7-fd00d1c2eefd req-3032e6d0-8cdf-437c-ac90-fa346d4d9070 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:33.519706 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0ba1d28e-f01d-4db9-9fa7-fd00d1c2eefd req-3032e6d0-8cdf-437c-ac90-fa346d4d9070 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0521522 Aug 24 17:54:33.573186 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0ba1d28e-f01d-4db9-9fa7-fd00d1c2eefd req-004e11bb-94d8-4ffb-9656-2d9d453ed1d9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470891 Aug 24 17:54:33.641613 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:33.719535 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2aa28794-ac0b-4826-be6f-b1df7a5f1f56 req-4bf2b6be-eb8e-4200-bcab-c80b7490d898 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 210 time: 0.0393457 Aug 24 17:54:34.707763 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bfcf6-97f9-43b1-b98d-23e12ac5c850 req-9145ee11-eb26-42aa-a280-355a5f6c6a6f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:34.709294 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2e1bfcf6-97f9-43b1-b98d-23e12ac5c850 req-9145ee11-eb26-42aa-a280-355a5f6c6a6f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0543225 Aug 24 17:54:34.765989 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2e1bfcf6-97f9-43b1-b98d-23e12ac5c850 req-9e394798-e0fe-4136-9eec-e4e4f925d565 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459561 Aug 24 17:54:34.842124 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4597b060-4147-4043-aa31-2ced3a2718a9 req-b9f3c219-29ea-4499-8ecf-2c92d524f803 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 210 time: 0.0290878 Aug 24 17:54:34.963972 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-587f8a4c-b7a0-4819-a9df-db2c6f507157 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:34.965659 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-587f8a4c-b7a0-4819-a9df-db2c6f507157 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "GET /networking/v2.0/networks?id=389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 200 len: 811 time: 0.1226261 Aug 24 17:54:35.053136 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-6dacbe1a-faad-41cc-b3f7-95baac489d0a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40256802535d4aedb2541246a687ec76 HTTP/1.1" status: 200 len: 379 time: 0.0701108 Aug 24 17:54:35.061879 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'port': {'device_id': 'c778621a-6f96-42dd-926e-a398bb219880', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'admin_state_up': True, 'tenant_id': '40256802535d4aedb2541246a687ec76', 'security_groups': ['7990d6bd-bdd3-4d53-83ed-a736aeeae7f4']}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:35.161847 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:35.263995 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Made reservation on behalf of 40256802535d4aedb2541246a687ec76 for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:54:35.267919 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:35.428381 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Allocated IP 172.20.0.9 (389a41b1-7bca-4893-9c00-f7c2a36844c1/8dc6387a-d9aa-446b-89fc-60d585461941/9763e972-34e4-4117-87ff-40626f7974b5) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:54:35.448133 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca47272-5e90-4a9f-915a-abc7479fedae req-a5caa1e3-44f1-41a2-9546-1743a4ccfdde tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:35.449704 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ca47272-5e90-4a9f-915a-abc7479fedae req-a5caa1e3-44f1-41a2-9546-1743a4ccfdde tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0531921 Aug 24 17:54:35.458037 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:35.525675 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ca47272-5e90-4a9f-915a-abc7479fedae req-c80ae873-9ff1-4bce-9229-1257f658de8d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683022 Aug 24 17:54:35.566628 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-9b006c18-c50a-4140-a975-f81c529ba88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:35.568167 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-9b006c18-c50a-4140-a975-f81c529ba88e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 1130 time: 0.0602612 Aug 24 17:54:35.588414 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for port (9763e972-34e4-4117-87ff-40626f7974b5), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:35.667281 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-aba10a7c-bf9a-41cb-a334-6c901bc5f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:35.668777 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-aba10a7c-bf9a-41cb-a334-6c901bc5f640 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.0935867 Aug 24 17:54:35.687760 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (9763e972-34e4-4117-87ff-40626f7974b5), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:35.733234 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-68153e53-2d74-4c67-826a-0b466b010b58 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955 HTTP/1.1" status: 200 len: 1001 time: 0.0579853 Aug 24 17:54:35.734505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:54:35.737879 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:54:35.741779 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:54:35.768626 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:35.772961 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event updated for resources: {'Port': ['ID=9763e972-34e4-4117-87ff-40626f7974b5,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:35.792003 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-b684b357-330c-45e0-98a9-6349408ab256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:35.793496 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-b684b357-330c-45e0-98a9-6349408ab256 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0538654 Aug 24 17:54:35.804918 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:35.806308 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:35.851736 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-c299b02c-ca4c-4ad3-b803-18e7d689eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:35.853822 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-c299b02c-ca4c-4ad3-b803-18e7d689eb21 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527523 Aug 24 17:54:35.894153 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-db5c6067-b34e-46a5-8b5a-a6c4c5e7b519 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344092 Aug 24 17:54:35.897402 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:35.923339 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Request body: {'port': {'device_id': 'c778621a-6f96-42dd-926e-a398bb219880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:35.981281 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:35.988939 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-76b22c3f-d7d0-497e-84ef-e4f8858a8e63 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240819 Aug 24 17:54:35.991257 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-5c7d87ec-45c9-4df0-af1f-c6a71cf2e004 None None] Provisioning complete for port 9763e972-34e4-4117-87ff-40626f7974b5 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:54:35.991635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5c7d87ec-45c9-4df0-af1f-c6a71cf2e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (9763e972-34e4-4117-87ff-40626f7974b5), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:36.023078 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (9763e972-34e4-4117-87ff-40626f7974b5), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:36.026759 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d87ec-45c9-4df0-af1f-c6a71cf2e004 None None] Port 9763e972-34e4-4117-87ff-40626f7974b5 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:54:36.053101 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874821c8-1a77-4fe6-8f44-fd93f998cfce req-bb39766f-92c2-42ad-bfc1-b6f62efcc281 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:36.057318 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-874821c8-1a77-4fe6-8f44-fd93f998cfce req-bb39766f-92c2-42ad-bfc1-b6f62efcc281 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 931 time: 0.0851214 Aug 24 17:54:36.152524 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f18d955f-6e52-4c35-acd4-c92c5dc17a35 req-c7fdfccd-d525-40ff-8e8a-12721285433a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508760 Aug 24 17:54:36.157712 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-874821c8-1a77-4fe6-8f44-fd93f998cfce req-8f472599-f39e-433f-868b-5b4b224c275c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753016 Aug 24 17:54:36.290397 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:36.344569 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9763e972-34e4-4117-87ff-40626f7974b5 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:54:36.352415 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Publish callbacks [] for port (9763e972-34e4-4117-87ff-40626f7974b5), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:36.365756 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Transition to ACTIVE for port object 9763e972-34e4-4117-87ff-40626f7974b5 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:54:36.451419 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (9763e972-34e4-4117-87ff-40626f7974b5), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:36.537493 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Pushing event updated for resources: {'Port': ['ID=9763e972-34e4-4117-87ff-40626f7974b5,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:36.571039 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Attempting to bind port 9763e972-34e4-4117-87ff-40626f7974b5 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:54:36.571429 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Attempting to bind port 9763e972-34e4-4117-87ff-40626f7974b5 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:54:36.571795 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Attempting to bind port 9763e972-34e4-4117-87ff-40626f7974b5 on network 389a41b1-7bca-4893-9c00-f7c2a36844c1 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:54:36.579609 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Port 9763e972-34e4-4117-87ff-40626f7974b5 on network 389a41b1-7bca-4893-9c00-f7c2a36844c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:54:36.579942 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Attempting to bind port 9763e972-34e4-4117-87ff-40626f7974b5 on network 389a41b1-7bca-4893-9c00-f7c2a36844c1 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:54:36.586169 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:54:36.586519 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Checking segment: {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:54:36.587156 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Bound using segment: {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:54:36.587386 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Bound port: 9763e972-34e4-4117-87ff-40626f7974b5, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b57d59a-38ec-4ab8-b283-0ad065cbdb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:54:36.587821 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (9763e972-34e4-4117-87ff-40626f7974b5), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:36.635630 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:36.668350 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] For port 9763e972-34e4-4117-87ff-40626f7974b5, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:54:36.672355 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] For port 9763e972-34e4-4117-87ff-40626f7974b5, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=9763e972-34e4-4117-87ff-40626f7974b5,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:54:36.678314 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f9546-af14-4239-b392-d7d52a5e88c3 req-0a3ebda8-cf0c-48ea-8535-220b0d45be5b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:36.680263 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b11f9546-af14-4239-b392-d7d52a5e88c3 req-0a3ebda8-cf0c-48ea-8535-220b0d45be5b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0633121 Aug 24 17:54:36.741743 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b11f9546-af14-4239-b392-d7d52a5e88c3 req-13702553-abde-409e-8f3a-95e97dc7dcc2 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535746 Aug 24 17:54:36.784409 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (9763e972-34e4-4117-87ff-40626f7974b5), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:36.787887 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:36.788713 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:36.790379 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-2708406c-1731-440a-ba3d-51598256bdec service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/9763e972-34e4-4117-87ff-40626f7974b5 HTTP/1.1" status: 200 len: 1093 time: 0.8901236 Aug 24 17:54:36.793798 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778621a-6f96-42dd-926e-a398bb219880', 'tag': '9763e972-34e4-4117-87ff-40626f7974b5'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:36.797013 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9fd044-7b70-4203-ba07-0ef48077fb41" -d '{"events": [{"name": "network-changed", "server_uuid": "c778621a-6f96-42dd-926e-a398bb219880", "tag": "9763e972-34e4-4117-87ff-40626f7974b5"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:36.852989 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708406c-1731-440a-ba3d-51598256bdec service neutron] Pushing event updated for resources: {'Port': ['ID=9763e972-34e4-4117-87ff-40626f7974b5,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:36.902561 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27cbf64-fa64-447b-b551-0f689e63930c x-openstack-request-id: req-a27cbf64-fa64-447b-b551-0f689e63930c {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:36.902787 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c778621a-6f96-42dd-926e-a398bb219880", "tag": "9763e972-34e4-4117-87ff-40626f7974b5", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:36.902970 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a27cbf64-fa64-447b-b551-0f689e63930c {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:36.903384 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27cbf64-fa64-447b-b551-0f689e63930c'] response: {'name': 'network-changed', 'server_uuid': 'c778621a-6f96-42dd-926e-a398bb219880', 'tag': '9763e972-34e4-4117-87ff-40626f7974b5', 'status': 'completed', 'code': 200} Aug 24 17:54:37.240095 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 48910) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:37.301286 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c68339b-e1a4-459b-9919-675229092723 admin admin] Deleting subnet a719f100-d391-459b-b65d-1a88f949e771 {{(pid=113411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:54:37.304918 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0c68339b-e1a4-459b-9919-675229092723 admin admin] Publish callbacks [] for subnet (a719f100-d391-459b-b65d-1a88f949e771), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.314447 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa7e2f-03ce-4166-ae9f-080ee6b80384 req-ac120be5-7c89-45fe-8c44-056232eb9f1b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:37.316021 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-04fa7e2f-03ce-4166-ae9f-080ee6b80384 req-ac120be5-7c89-45fe-8c44-056232eb9f1b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 943 time: 0.0557551 Aug 24 17:54:37.345473 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0c68339b-e1a4-459b-9919-675229092723 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17734599'] for subnet (a719f100-d391-459b-b65d-1a88f949e771), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.369932 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-04fa7e2f-03ce-4166-ae9f-080ee6b80384 req-b16d5098-b559-4b7a-b22a-ee90e4122d9d tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479708 Aug 24 17:54:37.394343 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0c68339b-e1a4-459b-9919-675229092723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (a719f100-d391-459b-b65d-1a88f949e771), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.561383 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0c68339b-e1a4-459b-9919-675229092723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17011773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17617116'] for subnet (a719f100-d391-459b-b65d-1a88f949e771), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.614202 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68339b-e1a4-459b-9919-675229092723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a719f100-d391-459b-b65d-1a88f949e771,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:37.633939 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0c68339b-e1a4-459b-9919-675229092723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.637193 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-0c68339b-e1a4-459b-9919-675229092723 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/a719f100-d391-459b-b65d-1a88f949e771 HTTP/1.1" status: 204 len: 168 time: 0.3946559 Aug 24 17:54:37.640318 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48914) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:37.652136 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fd044-7b70-4203-ba07-0ef48077fb41 req-fdc932a0-5aad-40f0-a81e-78c3253e356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:37.654872 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-5c9fd044-7b70-4203-ba07-0ef48077fb41 req-fdc932a0-5aad-40f0-a81e-78c3253e356c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 1127 time: 0.0596063 Aug 24 17:54:37.719259 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (b2faca5a-e8af-4323-908b-3df82d9ff4a6), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.814740 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (b2faca5a-e8af-4323-908b-3df82d9ff4a6), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.815823 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fd044-7b70-4203-ba07-0ef48077fb41 req-b75fac82-00cd-40de-af89-f0f74eca7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:37.817444 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-5c9fd044-7b70-4203-ba07-0ef48077fb41 req-b75fac82-00cd-40de-af89-f0f74eca7d0c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=40256802535d4aedb2541246a687ec76&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1439469 Aug 24 17:54:37.838422 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2faca5a-e8af-4323-908b-3df82d9ff4a6']}} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:37.857113 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f29852-142b-4560-8a37-6bba5172bf01') {'for_net_delete': True} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:37.857416 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f29852-142b-4560-8a37-6bba5172bf01') {} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:37.891074 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3297459'] for segment (57f29852-142b-4560-8a37-6bba5172bf01), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.914717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092c5fc-9eb7-412c-9e2b-e31897d1785f req-09f37ad8-051a-4cf0-87c8-141705f63517 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:37.916315 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c092c5fc-9eb7-412c-9e2b-e31897d1785f req-09f37ad8-051a-4cf0-87c8-141705f63517 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0826778 Aug 24 17:54:37.921001 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (57f29852-142b-4560-8a37-6bba5172bf01), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.935044 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=113410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:54:37.935454 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3160531'] for segment (57f29852-142b-4560-8a37-6bba5172bf01), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:38.031248 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 57f29852-142b-4560-8a37-6bba5172bf01 resource provider aggregate not found Aug 24 17:54:38.038824 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c092c5fc-9eb7-412c-9e2b-e31897d1785f req-bd07f5b4-fc04-4aba-b469-020efcb6058b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147134 Aug 24 17:54:38.048533 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 57f29852-142b-4560-8a37-6bba5172bf01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57f29852-142b-4560-8a37-6bba5172bf01 found for delete ", "request_id": "req-e0a85e80-f0a4-4c6a-ab2d-7944184791b6"}]} Aug 24 17:54:38.092860 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (b2faca5a-e8af-4323-908b-3df82d9ff4a6), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:38.098659 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:38.101844 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/b2faca5a-e8af-4323-908b-3df82d9ff4a6 HTTP/1.1" status: 204 len: 168 time: 0.4595730 Aug 24 17:54:38.113407 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1adbf-1986-4d91-9f5c-85bf06e645e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2faca5a-e8af-4323-908b-3df82d9ff4a6,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:38.381662 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fd044-7b70-4203-ba07-0ef48077fb41 req-8d1411a5-a6b5-4d48-a994-55d69b7544e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:38.383530 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-5c9fd044-7b70-4203-ba07-0ef48077fb41 req-8d1411a5-a6b5-4d48-a994-55d69b7544e0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018796 Aug 24 17:54:38.472592 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-36269e4a-17d9-4922-b64f-64b7c61187ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:38.474250 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-36269e4a-17d9-4922-b64f-64b7c61187ec service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 1127 time: 0.0480437 Aug 24 17:54:38.511359 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483a178-6a05-464b-8e8d-b0ec5a4c3cec req-738a4ee7-0fae-412d-b517-1a3f72246702 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:38.513750 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a483a178-6a05-464b-8e8d-b0ec5a4c3cec req-738a4ee7-0fae-412d-b517-1a3f72246702 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 943 time: 0.0599177 Aug 24 17:54:38.513750 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48934) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:38.519638 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-316b36b9-6c1a-4531-9a1c-8efc2a6725a1 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9763e972-34e4-4117-87ff-40626f7974b5 HTTP/1.1" status: 200 len: 217 time: 0.0357780 Aug 24 17:54:38.550875 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:38.572554 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-1ae9cb2f-b36c-4d51-a8a4-a51bfecd9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:38.574126 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-1ae9cb2f-b36c-4d51-a8a4-a51bfecd9300 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=8dc6387a-d9aa-446b-89fc-60d585461941 HTTP/1.1" status: 200 len: 850 time: 0.0488882 Aug 24 17:54:38.594846 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-ec96fdfb-02a9-4e46-8414-480a2549b4fb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4fa9fd072c704af2950a9bb4339d374d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798249 Aug 24 17:54:38.599646 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a483a178-6a05-464b-8e8d-b0ec5a4c3cec req-570bce0e-19db-47a7-aa45-4da8cc8ef260 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785172 Aug 24 17:54:38.600038 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48936) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:38.605872 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:38.627067 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-75b25093-631d-400a-b139-7c8ad147bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:38.627874 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-75b25093-631d-400a-b139-7c8ad147bc12 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=389a41b1-7bca-4893-9c00-f7c2a36844c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468645 Aug 24 17:54:38.666570 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-97a9f386-9b03-4499-bb7e-85b9b4475c80 admin admin] Publish callbacks [] for security_group (23cc204f-ef8f-486e-96e4-151fb1dfe808), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:38.692516 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-97a9f386-9b03-4499-bb7e-85b9b4475c80 admin admin] Publish callbacks [] for security_group (23cc204f-ef8f-486e-96e4-151fb1dfe808), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:38.744719 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-36ef59aa-41ec-4e93-b19a-e1bb8c24d641 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078629 Aug 24 17:54:38.760696 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:38.853034 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-a39a25a8-865a-4ea9-b59d-4109757b4396 req-348bd805-0faa-495a-a0a6-278d0d64bc89 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992303 Aug 24 17:54:38.864275 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-97a9f386-9b03-4499-bb7e-85b9b4475c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (23cc204f-ef8f-486e-96e4-151fb1dfe808), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:38.866333 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-97a9f386-9b03-4499-bb7e-85b9b4475c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:38.867629 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-97a9f386-9b03-4499-bb7e-85b9b4475c80 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/23cc204f-ef8f-486e-96e4-151fb1dfe808 HTTP/1.1" status: 204 len: 168 time: 0.2666996 Aug 24 17:54:38.877107 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9f386-9b03-4499-bb7e-85b9b4475c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc204f-ef8f-486e-96e4-151fb1dfe808,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:39.170089 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fbe88-e9aa-4ab5-a76d-9bde20030d06 req-7101339d-b521-4e2c-ae47-39d09dc9b062 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:39.171709 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-582fbe88-e9aa-4ab5-a76d-9bde20030d06 req-7101339d-b521-4e2c-ae47-39d09dc9b062 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0544813 Aug 24 17:54:39.236312 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-582fbe88-e9aa-4ab5-a76d-9bde20030d06 req-2b26108a-29eb-4aca-94c6-0da324680f29 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583405 Aug 24 17:54:39.375337 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc77e56-bd32-41ea-8473-2664d18fa143 req-f54024a6-9e34-4b83-9417-39d0f60346a7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:39.377092 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1cc77e56-bd32-41ea-8473-2664d18fa143 req-f54024a6-9e34-4b83-9417-39d0f60346a7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0551956 Aug 24 17:54:39.387181 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 48950) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:39.392321 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-56942d6d-ccf6-4b45-b37e-b96d2fbddf65 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Request body: {'floatingip': {'port_id': '6d25f4e4-bb42-4107-b7a2-69620f7c6955'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:39.454006 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-56942d6d-ccf6-4b45-b37e-b96d2fbddf65 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for floatingip (30f8b399-db56-4e59-9719-14cb4d8b3762), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:39.777532 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcbcc-a4d1-4a40-ad98-fd9c5db703d8 req-6a86198c-8859-4bc8-9cf7-42ec87318220 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:39.779669 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-58cfcbcc-a4d1-4a40-ad98-fd9c5db703d8 req-6a86198c-8859-4bc8-9cf7-42ec87318220 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 943 time: 0.0929129 Aug 24 17:54:39.910357 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-58cfcbcc-a4d1-4a40-ad98-fd9c5db703d8 req-f3144609-54db-4f42-b4f1-147f3a11818c tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978739 Aug 24 17:54:39.980369 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:39.996670 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-56942d6d-ccf6-4b45-b37e-b96d2fbddf65 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:40.112496 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-56942d6d-ccf6-4b45-b37e-b96d2fbddf65 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (30f8b399-db56-4e59-9719-14cb4d8b3762), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:40.281033 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:40.324629 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56942d6d-ccf6-4b45-b37e-b96d2fbddf65 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Router 950537f3-e282-4de9-8cbe-c5865f76f5da has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:54:40.710666 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56942d6d-ccf6-4b45-b37e-b96d2fbddf65 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:54:40.715617 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-56942d6d-ccf6-4b45-b37e-b96d2fbddf65 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:40.723439 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] Sync routers for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:54:40.731800 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:40.732510 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:40.747785 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:40.750085 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab" -d '{"events": [{"name": "network-changed", "server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:40.783506 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-56942d6d-ccf6-4b45-b37e-b96d2fbddf65 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/30f8b399-db56-4e59-9719-14cb4d8b3762 HTTP/1.1" status: 200 len: 993 time: 1.3951840 Aug 24 17:54:40.812522 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd860f02-ad9c-42a0-8efd-02617500e225 x-openstack-request-id: req-dd860f02-ad9c-42a0-8efd-02617500e225 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:40.812825 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:40.813080 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd860f02-ad9c-42a0-8efd-02617500e225 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:40.813613 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd860f02-ad9c-42a0-8efd-02617500e225'] response: {'name': 'network-changed', 'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'status': 'completed', 'code': 200} Aug 24 17:54:40.841980 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:40.875596 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-c77e06d2-4222-4ad8-8745-0129d009b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:40.877248 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-c77e06d2-4222-4ad8-8745-0129d009b48f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 1130 time: 0.0418646 Aug 24 17:54:40.921212 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:40.986039 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-6475bf8a-1931-4b54-b0bd-31acfb835e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:40.987606 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-6475bf8a-1931-4b54-b0bd-31acfb835e35 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.1041346 Aug 24 17:54:41.057124 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-1afd6bbd-37cf-4a17-9492-83fd5040b129 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955 HTTP/1.1" status: 200 len: 1001 time: 0.0627682 Aug 24 17:54:41.058936 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d9f7-7089-4a64-9da2-b0e02bdaa733 req-5a012fae-1f93-4c66-b236-6cd66ed59716 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:41.060788 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2ca2d9f7-7089-4a64-9da2-b0e02bdaa733 req-5a012fae-1f93-4c66-b236-6cd66ed59716 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 943 time: 0.0641067 Aug 24 17:54:41.116562 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-ebc5613e-ee3e-4f4b-85dd-9351a713c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:41.118422 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-ebc5613e-ee3e-4f4b-85dd-9351a713c9d8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0546932 Aug 24 17:54:41.126853 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2ca2d9f7-7089-4a64-9da2-b0e02bdaa733 req-1ed51e63-7c03-4c2f-a4ce-90f11eecd702 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598853 Aug 24 17:54:41.172146 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-d3af94e6-4d99-41f1-b810-6fedc943e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:41.174703 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-d3af94e6-4d99-41f1-b810-6fedc943e40f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498943 Aug 24 17:54:41.207850 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '30f8b399-db56-4e59-9719-14cb4d8b3762', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'port_id': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'mac_address': 'fa:16:3e:05:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:52:37Z', 'updated_at': '2022-08-24T17:54:39Z', 'revision_number': 3, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:59Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:41.233111 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] Checking router: 950537f3-e282-4de9-8cbe-c5865f76f5da for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:54:41.241952 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:41.242583 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:41.274454 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-ff318758-1936-4518-bfac-30f636e1482f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928965 Aug 24 17:54:41.351893 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:41.379462 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-befbcd2c-3d69-4d40-a1e2-70bcc3f54eab req-c86d5838-904a-4f58-a16a-b62665bd9bb3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978720 Aug 24 17:54:41.585502 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '30f8b399-db56-4e59-9719-14cb4d8b3762', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'port_id': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'mac_address': 'fa:16:3e:05:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:52:37Z', 'updated_at': '2022-08-24T17:54:39Z', 'revision_number': 3, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:59Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:41.611836 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e340d2-a781-48fe-b891-a9a90dc7664d None None] The sync data for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi is: [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '30f8b399-db56-4e59-9719-14cb4d8b3762', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'port_id': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'mac_address': 'fa:16:3e:05:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:52:37Z', 'updated_at': '2022-08-24T17:54:39Z', 'revision_number': 3, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:59Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:54:42.256594 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6e93a-9861-4aee-813e-41c3452a80bb req-10d11db4-7e5c-4d15-923f-09b1ecd02b89 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:42.258173 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-efa6e93a-9861-4aee-813e-41c3452a80bb req-10d11db4-7e5c-4d15-923f-09b1ecd02b89 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 943 time: 0.0482597 Aug 24 17:54:42.314046 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-efa6e93a-9861-4aee-813e-41c3452a80bb req-dd8e9028-1ecd-4ae5-ba4b-a1a6d31fb3a1 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486786 Aug 24 17:54:42.349101 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:42.814965 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:42.817336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b619d9-2cda-41e8-9ff1-bdaeb1217166" -d '{"events": [{"name": "network-changed", "server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:42.860023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f4d5bb-736a-4824-a5fb-ed89e14ad81c x-openstack-request-id: req-74f4d5bb-736a-4824-a5fb-ed89e14ad81c {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:42.860321 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:42.860579 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74f4d5bb-736a-4824-a5fb-ed89e14ad81c {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:42.860985 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f4d5bb-736a-4824-a5fb-ed89e14ad81c'] response: {'name': 'network-changed', 'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'status': 'completed', 'code': 200} Aug 24 17:54:42.932638 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-c0aadcd0-dbf6-43ce-a606-317de0d7e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:42.936143 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-c0aadcd0-dbf6-43ce-a606-317de0d7e5c3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 1130 time: 0.0503905 Aug 24 17:54:43.033905 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-97ec609f-4119-4efe-a40a-d8a142213eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:43.035404 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-97ec609f-4119-4efe-a40a-d8a142213eb1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.0936091 Aug 24 17:54:43.101684 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-8797dfcc-5096-4ff3-912f-d48ac97219d8 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955 HTTP/1.1" status: 200 len: 1001 time: 0.0597506 Aug 24 17:54:43.156596 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-16d36a15-ca8b-43f0-9a4c-fa1fbda6f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:43.158147 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-16d36a15-ca8b-43f0-9a4c-fa1fbda6f5a8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0469017 Aug 24 17:54:43.172677 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 9763e972-34e4-4117-87ff-40626f7974b5 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:54:43.226053 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-95591968-e629-4b33-9a53-f5df216915a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:43.228582 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-95591968-e629-4b33-9a53-f5df216915a0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590861 Aug 24 17:54:43.231407 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:43.295455 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 9763e972-34e4-4117-87ff-40626f7974b5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=9763e972-34e4-4117-87ff-40626f7974b5,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:43.309126 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '9763e972-34e4-4117-87ff-40626f7974b5', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'port_id': '9763e972-34e4-4117-87ff-40626f7974b5', 'mac_address': 'fa:16:3e:91:a0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:54:43.339149 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:43.353750 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 9763e972-34e4-4117-87ff-40626f7974b5 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:43.354518 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (9763e972-34e4-4117-87ff-40626f7974b5), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:43.360227 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-60b33726-6b35-419c-8d02-5355e25736bd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244979 Aug 24 17:54:43.375245 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9763e972-34e4-4117-87ff-40626f7974b5 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:54:43.409311 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 9763e972-34e4-4117-87ff-40626f7974b5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=9763e972-34e4-4117-87ff-40626f7974b5,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:43.469280 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (9763e972-34e4-4117-87ff-40626f7974b5), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:43.479862 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f30f73-e029-4532-a31b-de12b6749c90 req-b5460796-2a29-4bec-9aaf-e54fa7480a7b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:43.483110 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c3f30f73-e029-4532-a31b-de12b6749c90 req-b5460796-2a29-4bec-9aaf-e54fa7480a7b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 943 time: 0.0799353 Aug 24 17:54:43.524375 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-65b619d9-2cda-41e8-9ff1-bdaeb1217166 req-c62d4bd9-1b89-442e-97be-8799d06047c5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557610 Aug 24 17:54:43.558414 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c3f30f73-e029-4532-a31b-de12b6749c90 req-ebc0f777-8fdd-4f5f-bfb1-6d56f38e17fd tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690339 Aug 24 17:54:43.564479 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=9763e972-34e4-4117-87ff-40626f7974b5,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:43.572825 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.573325 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.573982 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.574502 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.574890 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.575232 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.576118 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.576716 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.577262 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.577730 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.578063 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.578636 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.579122 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.579659 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.580228 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:43.770677 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['9763e972-34e4-4117-87ff-40626f7974b5'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:54:44.727910 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740e650-db44-49e2-affe-df69025ce5d9 req-2daed19b-6399-450c-b835-331b32942b32 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:44.729504 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0740e650-db44-49e2-affe-df69025ce5d9 req-2daed19b-6399-450c-b835-331b32942b32 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 944 time: 0.0727797 Aug 24 17:54:44.797249 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0740e650-db44-49e2-affe-df69025ce5d9 req-25576440-473e-485f-92c5-e96942a656de tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528553 Aug 24 17:54:45.176625 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 9763e972-34e4-4117-87ff-40626f7974b5 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:54:45.226198 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 9763e972-34e4-4117-87ff-40626f7974b5 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:54:45.280558 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 9763e972-34e4-4117-87ff-40626f7974b5 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:54:45.280941 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (9763e972-34e4-4117-87ff-40626f7974b5), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.356837 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 9763e972-34e4-4117-87ff-40626f7974b5 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:45.357229 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (9763e972-34e4-4117-87ff-40626f7974b5), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.381734 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778621a-6f96-42dd-926e-a398bb219880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9763e972-34e4-4117-87ff-40626f7974b5'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:45.384416 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fbd45b-68d4-44fb-8083-79ce2a20c4a1" -d '{"events": [{"server_uuid": "c778621a-6f96-42dd-926e-a398bb219880", "name": "network-vif-plugged", "status": "completed", "tag": "9763e972-34e4-4117-87ff-40626f7974b5"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:45.407810 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 9763e972-34e4-4117-87ff-40626f7974b5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=9763e972-34e4-4117-87ff-40626f7974b5,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:45.426307 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6470ba-b217-4941-874f-d6995fe0e2d5 x-openstack-request-id: req-bb6470ba-b217-4941-874f-d6995fe0e2d5 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:45.426602 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c778621a-6f96-42dd-926e-a398bb219880", "name": "network-vif-plugged", "status": "completed", "tag": "9763e972-34e4-4117-87ff-40626f7974b5", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:45.426911 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb6470ba-b217-4941-874f-d6995fe0e2d5 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:45.427269 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6470ba-b217-4941-874f-d6995fe0e2d5'] response: {'server_uuid': 'c778621a-6f96-42dd-926e-a398bb219880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9763e972-34e4-4117-87ff-40626f7974b5', 'code': 200} Aug 24 17:54:45.495305 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (9763e972-34e4-4117-87ff-40626f7974b5), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.549929 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=9763e972-34e4-4117-87ff-40626f7974b5,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:45.758420 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=8 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:45.759318 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:45.941897 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd406546-9333-4bbf-8f9d-52d8b1b8c8ba req-4c747cfb-ba67-40d0-bfc2-84dec66d37dc tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:45.943349 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bd406546-9333-4bbf-8f9d-52d8b1b8c8ba req-4c747cfb-ba67-40d0-bfc2-84dec66d37dc tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 945 time: 0.0572488 Aug 24 17:54:45.992525 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:45.998872 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bd406546-9333-4bbf-8f9d-52d8b1b8c8ba req-d9cdc06e-f45d-470f-a82a-a16926dde0d9 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485351 Aug 24 17:54:46.212379 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:46.263345 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b1f96-949c-4ee1-a0ee-61068ce7e398 req-4a079958-3a58-4c6b-9346-da1e4a932c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:46.265975 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-926b1f96-949c-4ee1-a0ee-61068ce7e398 req-4a079958-3a58-4c6b-9346-da1e4a932c78 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 1129 time: 0.0688424 Aug 24 17:54:46.316044 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-926b1f96-949c-4ee1-a0ee-61068ce7e398 req-81d56fa7-97bc-4aae-9792-0157052b3df2 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435524 Aug 24 17:54:47.127078 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271c0b5-fd8c-43ef-a1e2-2b03e423292b req-98ac75fb-80d8-4b3f-b52d-5a375471f985 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:47.128567 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8271c0b5-fd8c-43ef-a1e2-2b03e423292b req-98ac75fb-80d8-4b3f-b52d-5a375471f985 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Aug 24 17:54:47.181659 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8271c0b5-fd8c-43ef-a1e2-2b03e423292b req-460a21b8-681a-4529-81aa-2e68182fc55a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468652 Aug 24 17:54:47.730264 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-842a288b-4966-4e4e-9218-991dd492bde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:48.580491 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027da077-e1cf-4b53-b33c-d7e8752359a8 req-9c8df765-9650-4802-a017-ac542e78c491 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:48.582075 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-027da077-e1cf-4b53-b33c-d7e8752359a8 req-9c8df765-9650-4802-a017-ac542e78c491 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 945 time: 0.0507879 Aug 24 17:54:48.643947 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-027da077-e1cf-4b53-b33c-d7e8752359a8 req-104bc108-d603-41ef-bd59-1c021357b2e1 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546746 Aug 24 17:54:48.765557 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df057b-61b5-477a-8b6d-9af2032c5fc2 req-7acd04a4-ab63-4212-ab59-547de780ea3e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:48.767156 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-81df057b-61b5-477a-8b6d-9af2032c5fc2 req-7acd04a4-ab63-4212-ab59-547de780ea3e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 945 time: 0.0495141 Aug 24 17:54:48.777843 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49022) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:48.783008 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-0f5e9f65-e95f-4479-bb32-fc2d4c88a54a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Request body: {'floatingip': {'port_id': '9763e972-34e4-4117-87ff-40626f7974b5'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:48.826943 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9f65-e95f-4479-bb32-fc2d4c88a54a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (2bab30a5-0a50-4336-bc99-69ff65363653), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:48.864563 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:49.291679 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9f65-e95f-4479-bb32-fc2d4c88a54a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:49.400101 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9f65-e95f-4479-bb32-fc2d4c88a54a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (2bab30a5-0a50-4336-bc99-69ff65363653), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:49.507343 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-0f5e9f65-e95f-4479-bb32-fc2d4c88a54a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Floating IP 2bab30a5-0a50-4336-bc99-69ff65363653 associated. External IP: 172.27.2.92, port: 9763e972-34e4-4117-87ff-40626f7974b5. Aug 24 17:54:49.988298 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5e9f65-e95f-4479-bb32-fc2d4c88a54a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Router e0ebd80d-cfc6-496a-886f-220381a1fa3f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:54:50.069811 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:50.096538 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5e9f65-e95f-4479-bb32-fc2d4c88a54a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:54:50.101040 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9f65-e95f-4479-bb32-fc2d4c88a54a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:50.106705 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] Sync routers for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:54:50.116585 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:50.117237 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:50.133697 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-0f5e9f65-e95f-4479-bb32-fc2d4c88a54a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/2bab30a5-0a50-4336-bc99-69ff65363653 HTTP/1.1" status: 200 len: 990 time: 1.3545411 Aug 24 17:54:50.134335 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778621a-6f96-42dd-926e-a398bb219880', 'tag': '9763e972-34e4-4117-87ff-40626f7974b5'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:50.136740 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eab82a-06fb-43be-83cd-9a2a6443ace3" -d '{"events": [{"name": "network-changed", "server_uuid": "c778621a-6f96-42dd-926e-a398bb219880", "tag": "9763e972-34e4-4117-87ff-40626f7974b5"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:50.194769 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb027c86-b41d-42ee-80eb-d058689affaf x-openstack-request-id: req-eb027c86-b41d-42ee-80eb-d058689affaf {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:50.195104 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c778621a-6f96-42dd-926e-a398bb219880", "tag": "9763e972-34e4-4117-87ff-40626f7974b5", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:50.195358 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb027c86-b41d-42ee-80eb-d058689affaf {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:50.195791 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb027c86-b41d-42ee-80eb-d058689affaf'] response: {'name': 'network-changed', 'server_uuid': 'c778621a-6f96-42dd-926e-a398bb219880', 'tag': '9763e972-34e4-4117-87ff-40626f7974b5', 'status': 'completed', 'code': 200} Aug 24 17:54:50.233178 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:50.260966 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3e01238a-7707-4c6e-8d5b-01a9a58a3e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:50.272880 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-b2510ef1-4986-4704-ace7-064246e9b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:50.274560 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-b2510ef1-4986-4704-ace7-064246e9b419 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=40256802535d4aedb2541246a687ec76&device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 1129 time: 0.0545390 Aug 24 17:54:50.394048 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-3e1f5137-5a74-4117-8a0c-5f8df7333447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:50.395862 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-3e1f5137-5a74-4117-8a0c-5f8df7333447 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 200 len: 912 time: 0.1143920 Aug 24 17:54:50.410875 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:50.465514 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-991ca9e2-1ee5-4812-ac61-14d07cebfcd3 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9763e972-34e4-4117-87ff-40626f7974b5 HTTP/1.1" status: 200 len: 998 time: 0.0624392 Aug 24 17:54:50.476328 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '2bab30a5-0a50-4336-bc99-69ff65363653', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'port_id': '9763e972-34e4-4117-87ff-40626f7974b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'mac_address': 'fa:16:3e:91:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778621a-6f96-42dd-926e-a398bb219880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:29Z', 'updated_at': '2022-08-24T17:54:49Z', 'revision_number': 1, 'project_id': '40256802535d4aedb2541246a687ec76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:50.503315 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] Checking router: e0ebd80d-cfc6-496a-886f-220381a1fa3f for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:54:50.513316 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:50.514004 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:50.522279 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-f8790748-a048-47a6-b089-838cd2b82dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:50.523811 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-f8790748-a048-47a6-b089-838cd2b82dcf service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=8dc6387a-d9aa-446b-89fc-60d585461941 HTTP/1.1" status: 200 len: 850 time: 0.0516021 Aug 24 17:54:50.577174 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-cded77b8-db96-429b-bd6e-0a678d8d9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:50.578906 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-cded77b8-db96-429b-bd6e-0a678d8d9bda service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=389a41b1-7bca-4893-9c00-f7c2a36844c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476325 Aug 24 17:54:50.690322 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-43521db7-029e-4a8a-9fb2-486e7ff5b3c6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045377 Aug 24 17:54:50.716316 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:50.847591 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-c8eab82a-06fb-43be-83cd-9a2a6443ace3 req-05112227-7e6d-404c-b632-438b98c64cb8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509526 Aug 24 17:54:50.967136 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '2bab30a5-0a50-4336-bc99-69ff65363653', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'port_id': '9763e972-34e4-4117-87ff-40626f7974b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'mac_address': 'fa:16:3e:91:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778621a-6f96-42dd-926e-a398bb219880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:29Z', 'updated_at': '2022-08-24T17:54:49Z', 'revision_number': 1, 'project_id': '40256802535d4aedb2541246a687ec76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:50.994703 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2fb553-ddbd-42e9-a09a-7800a8aaa7bb None None] The sync data for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi is: [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '2bab30a5-0a50-4336-bc99-69ff65363653', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'port_id': '9763e972-34e4-4117-87ff-40626f7974b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'mac_address': 'fa:16:3e:91:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778621a-6f96-42dd-926e-a398bb219880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:29Z', 'updated_at': '2022-08-24T17:54:49Z', 'revision_number': 1, 'project_id': '40256802535d4aedb2541246a687ec76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:54:51.250533 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc5df70-1285-4fac-a9ae-c97f397f1ac3 None None] New status for floating IP 2bab30a5-0a50-4336-bc99-69ff65363653: ACTIVE {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:54:51.315815 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:51.386173 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e81928-ab9a-4940-9c92-e882d0628f06 req-ad4fe5f7-f38f-443a-ad59-03ab1f9ed92f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:51.388394 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-08e81928-ab9a-4940-9c92-e882d0628f06 req-ad4fe5f7-f38f-443a-ad59-03ab1f9ed92f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 946 time: 0.0607026 Aug 24 17:54:51.454559 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-08e81928-ab9a-4940-9c92-e882d0628f06 req-c7f9581c-381d-46d8-bfdd-55991b467a17 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0547400 Aug 24 17:54:51.688775 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93380e34-293f-4647-a99f-39561ad8e5ed req-2a6dd610-6ae5-4dae-8f97-a4edb0211db3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:51.690589 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-93380e34-293f-4647-a99f-39561ad8e5ed req-2a6dd610-6ae5-4dae-8f97-a4edb0211db3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0594070 Aug 24 17:54:51.751223 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-93380e34-293f-4647-a99f-39561ad8e5ed req-50ca2acc-88b5-4f57-a0ce-9d068d113127 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544579 Aug 24 17:54:52.623419 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb5f60-6b73-4639-8f53-a543f3a929e2 req-0b1ae267-7825-451a-9926-a8b460fa3c0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:52.625438 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c9cb5f60-6b73-4639-8f53-a543f3a929e2 req-0b1ae267-7825-451a-9926-a8b460fa3c0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 946 time: 0.0642078 Aug 24 17:54:52.681446 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c9cb5f60-6b73-4639-8f53-a543f3a929e2 req-a94cb06f-1b1b-47e6-a16e-755f864d06a2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=45813995-4cac-4e5d-9841-9b0c4bfff770&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0467978 Aug 24 17:54:52.888278 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-2c3d8fa2-32bd-4021-ac38-a2d534d11a1f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:52.889994 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-2c3d8fa2-32bd-4021-ac38-a2d534d11a1f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 946 time: 0.0522535 Aug 24 17:54:52.895288 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694ef76-63ef-40f1-9c43-1333caa022af req-6701a462-3327-43e9-95b0-1c12f25257df tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:52.897946 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e694ef76-63ef-40f1-9c43-1333caa022af req-6701a462-3327-43e9-95b0-1c12f25257df tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0611582 Aug 24 17:54:52.931167 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:52.959053 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e694ef76-63ef-40f1-9c43-1333caa022af req-159c3983-593e-4ad7-899f-2732a3484089 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544930 Aug 24 17:54:52.993968 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Deleting port df84b545-e21e-40dc-a01c-73704d9d9f09 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:54:52.994325 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.083389 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.101313 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] For port df84b545-e21e-40dc-a01c-73704d9d9f09, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=df84b545-e21e-40dc-a01c-73704d9d9f09,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:53.101720 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.152309 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.330376 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.330748 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (f93c03ff-c76c-4109-97cd-53742b90fa85), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.331068 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Floating IP f93c03ff-c76c-4109-97cd-53742b90fa85 disassociated. External IP: 172.27.2.95, port: df84b545-e21e-40dc-a01c-73704d9d9f09. Aug 24 17:54:53.331424 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Calling delete_port for df84b545-e21e-40dc-a01c-73704d9d9f09 owned by compute:nova {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:54:53.395476 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:53.543157 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (df84b545-e21e-40dc-a01c-73704d9d9f09), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.581231 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'Port': ['ID=df84b545-e21e-40dc-a01c-73704d9d9f09,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:53.698171 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:53.702808 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:54:53.824191 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:54:53.839285 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:54:53.847148 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8ed168a8-f892-4c10-85d8-e74dfefbb881 req-f326b5b9-ec53-4861-9fbd-0a409198d609 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 210 time: 0.0357780 Aug 24 17:54:53.855083 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:53.856276 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:53.890103 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] No DVR routers for this DVR port df84b545-e21e-40dc-a01c-73704d9d9f09 on host hv-cinder-85442 {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:54:53.893163 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.897937 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-623657bc-8b07-4f9c-88e6-8face10ff9a2 req-f047238f-b360-4a18-866e-9a1eb9cf5002 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "DELETE /networking/v2.0/ports/df84b545-e21e-40dc-a01c-73704d9d9f09 HTTP/1.1" status: 204 len: 173 time: 0.9984939 Aug 24 17:54:53.898561 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'name': 'network-vif-deleted', 'tag': 'df84b545-e21e-40dc-a01c-73704d9d9f09'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:53.902091 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2177965e-5cae-4b34-9084-e1644c2e749e" -d '{"events": [{"server_uuid": "ea4c5b83-10ba-4343-a209-f00a509aa20f", "name": "network-vif-deleted", "tag": "df84b545-e21e-40dc-a01c-73704d9d9f09"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:53.948809 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83351881-b7c0-4d1d-911a-8aef4bc59685 x-openstack-request-id: req-83351881-b7c0-4d1d-911a-8aef4bc59685 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:53.949106 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4c5b83-10ba-4343-a209-f00a509aa20f", "name": "network-vif-deleted", "tag": "df84b545-e21e-40dc-a01c-73704d9d9f09", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:53.949368 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83351881-b7c0-4d1d-911a-8aef4bc59685 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:53.949883 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83351881-b7c0-4d1d-911a-8aef4bc59685'] response: {'server_uuid': 'ea4c5b83-10ba-4343-a209-f00a509aa20f', 'name': 'network-vif-deleted', 'tag': 'df84b545-e21e-40dc-a01c-73704d9d9f09', 'status': 'completed', 'code': 200} Aug 24 17:54:53.994273 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:54.131062 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3728a-c09c-44bd-8a58-8b22030ae82c req-e56dfb37-4bc2-4c1c-a623-3a1b515a375f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:54.146173 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e8a3728a-c09c-44bd-8a58-8b22030ae82c req-e56dfb37-4bc2-4c1c-a623-3a1b515a375f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0845122 Aug 24 17:54:54.167221 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:54.202763 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:54.206693 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e8a3728a-c09c-44bd-8a58-8b22030ae82c req-1ce0ad70-131d-4cc3-ab47-b2b4d33fa4f9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593073 Aug 24 17:54:54.269021 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:54.297465 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:54:54.306597 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:54.307418 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:54.418327 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:54.645231 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:54.678080 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb32a8f-ae75-4e15-bb90-0ecef22ab8c0 None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:54:55.005967 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a47d34a-cb21-4da5-aaeb-01ebe333caeb None None] New status for floating IP f93c03ff-c76c-4109-97cd-53742b90fa85: DOWN {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:54:55.030046 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-69d3f4a8-2f2b-49ec-b539-d6c37e84a418 req-5891c13b-2274-4bfb-9464-b3b494fe07f9 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea4c5b83-10ba-4343-a209-f00a509aa20f HTTP/1.1" status: 200 len: 210 time: 0.0344903 Aug 24 17:54:55.088979 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:55.357688 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de6c3-d827-41f0-a868-f788e692b40c req-127aef77-250a-457d-b8f5-89639437aed3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:55.359373 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-584de6c3-d827-41f0-a868-f788e692b40c req-127aef77-250a-457d-b8f5-89639437aed3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0543706 Aug 24 17:54:55.415763 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-584de6c3-d827-41f0-a868-f788e692b40c req-58bf2929-e29f-47bc-8545-d32c2fe61d49 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468943 Aug 24 17:54:56.222608 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49078) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:56.282953 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fac817b7-83ef-4440-adf8-7c9f310c5870 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (45813995-4cac-4e5d-9841-9b0c4bfff770), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.305569 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fac817b7-83ef-4440-adf8-7c9f310c5870 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (45813995-4cac-4e5d-9841-9b0c4bfff770), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.438025 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fac817b7-83ef-4440-adf8-7c9f310c5870 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (45813995-4cac-4e5d-9841-9b0c4bfff770), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.440631 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-fac817b7-83ef-4440-adf8-7c9f310c5870 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.441783 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-fac817b7-83ef-4440-adf8-7c9f310c5870 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/45813995-4cac-4e5d-9841-9b0c4bfff770 HTTP/1.1" status: 204 len: 168 time: 0.2182183 Aug 24 17:54:56.445725 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49080) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:56.454083 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac817b7-83ef-4440-adf8-7c9f310c5870 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45813995-4cac-4e5d-9841-9b0c4bfff770,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:56.460241 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.api.v2.resource [None req-fa2a7afc-9fd1-4364-a0db-8c65d736c4d0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] show failed (client error): The resource could not be found. Aug 24 17:54:56.464066 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-fa2a7afc-9fd1-4364-a0db-8c65d736c4d0 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups/45813995-4cac-4e5d-9841-9b0c4bfff770 HTTP/1.1" status: 404 len: 347 time: 0.0152373 Aug 24 17:54:56.465500 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49084) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:56.560702 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b79f7-bc30-4bc4-9ff7-411326efcbcd req-5d434e6c-6ead-4337-a86e-26b16c2e683c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:56.562319 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c73b79f7-bc30-4bc4-9ff7-411326efcbcd req-5d434e6c-6ead-4337-a86e-26b16c2e683c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0544915 Aug 24 17:54:56.592932 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Deleting port 1c392da9-bd4b-42c9-bcff-90cf900015c9 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:54:56.593317 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (1c392da9-bd4b-42c9-bcff-90cf900015c9), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.615101 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c73b79f7-bc30-4bc4-9ff7-411326efcbcd req-d115bf6e-465f-4837-9a8c-bed33da2ac8c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465469 Aug 24 17:54:56.677292 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (1c392da9-bd4b-42c9-bcff-90cf900015c9), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.677615 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (1c392da9-bd4b-42c9-bcff-90cf900015c9), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.691375 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Calling delete_port for 1c392da9-bd4b-42c9-bcff-90cf900015c9 owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:54:56.886307 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (1c392da9-bd4b-42c9-bcff-90cf900015c9), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.891687 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:56.913902 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'Port': ['ID=1c392da9-bd4b-42c9-bcff-90cf900015c9,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:56.985613 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (f93c03ff-c76c-4109-97cd-53742b90fa85), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.988323 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.989504 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-cc2c54b3-c84e-4cd1-87fe-10073ea83262 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/f93c03ff-c76c-4109-97cd-53742b90fa85 HTTP/1.1" status: 204 len: 168 time: 0.5228381 Aug 24 17:54:57.124078 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49090) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:57.128730 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-38f7c206-262a-4cc8-8367-145b56b9a621 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020514898', 'description': 'tempest-description--1047694787'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:57.234536 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device df84b545-e21e-40dc-a01c-73704d9d9f09 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:54:57.255071 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: df84b545-e21e-40dc-a01c-73704d9d9f09 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:54:57.255409 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device df84b545-e21e-40dc-a01c-73704d9d9f09 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:54:57.291646 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38f7c206-262a-4cc8-8367-145b56b9a621 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:57.310714 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:57.369876 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38f7c206-262a-4cc8-8367-145b56b9a621 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (4fcc79f6-e861-4f1a-bab0-a6ef38e11687), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:57.457177 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38f7c206-262a-4cc8-8367-145b56b9a621 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (4fcc79f6-e861-4f1a-bab0-a6ef38e11687), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:57.491558 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7c206-262a-4cc8-8367-145b56b9a621 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc79f6-e861-4f1a-bab0-a6ef38e11687,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:57.577770 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38f7c206-262a-4cc8-8367-145b56b9a621 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:57.579113 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-38f7c206-262a-4cc8-8367-145b56b9a621 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4539804 Aug 24 17:54:57.584069 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49092) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:57.588640 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-8a67da2a-f97c-4c56-b037-acc755a97c0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group_rule': {'security_group_id': '4fcc79f6-e861-4f1a-bab0-a6ef38e11687', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:57.692748 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8a67da2a-f97c-4c56-b037-acc755a97c0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (fba5bb7d-7875-4b69-a3cc-c34fe871d332), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:57.778704 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd02f3-1e0b-4349-b708-1dcc34110b24 req-9646795f-7099-4e6c-800c-75b10b50bd4e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:57.780230 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7cbd02f3-1e0b-4349-b708-1dcc34110b24 req-9646795f-7099-4e6c-800c-75b10b50bd4e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0734591 Aug 24 17:54:57.803976 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8a67da2a-f97c-4c56-b037-acc755a97c0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (fba5bb7d-7875-4b69-a3cc-c34fe871d332), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:57.844282 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7cbd02f3-1e0b-4349-b708-1dcc34110b24 req-a40f23a1-4686-4774-8c02-ea8c6fc0dc7a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578129 Aug 24 17:54:57.875741 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8a67da2a-f97c-4c56-b037-acc755a97c0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (fba5bb7d-7875-4b69-a3cc-c34fe871d332), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:57.897547 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67da2a-f97c-4c56-b037-acc755a97c0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba5bb7d-7875-4b69-a3cc-c34fe871d332,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:57.973758 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8a67da2a-f97c-4c56-b037-acc755a97c0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:57.975091 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-8a67da2a-f97c-4c56-b037-acc755a97c0e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900039 Aug 24 17:54:57.978012 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49096) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:57.983464 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-44aa8fd1-5cbc-48df-b021-abe454e7318e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'security_group_rule': {'security_group_id': '4fcc79f6-e861-4f1a-bab0-a6ef38e11687', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:58.104406 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44aa8fd1-5cbc-48df-b021-abe454e7318e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (f13b5833-69ee-42b3-b828-5d04834e76d1), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:58.164508 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:58.177132 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44aa8fd1-5cbc-48df-b021-abe454e7318e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (f13b5833-69ee-42b3-b828-5d04834e76d1), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:58.240419 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44aa8fd1-5cbc-48df-b021-abe454e7318e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (f13b5833-69ee-42b3-b828-5d04834e76d1), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:58.263519 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa8fd1-5cbc-48df-b021-abe454e7318e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13b5833-69ee-42b3-b828-5d04834e76d1,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:58.379696 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-44aa8fd1-5cbc-48df-b021-abe454e7318e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:58.380851 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-44aa8fd1-5cbc-48df-b021-abe454e7318e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018903 Aug 24 17:54:58.386274 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49098) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:58.393247 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:58.531963 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:58.618340 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:58.742310 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Allocated IP 172.27.2.12 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/ed36383b-9e99-44bb-a95b-3187d3d9d47c) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:54:58.819041 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:58.865215 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (ed36383b-9e99-44bb-a95b-3187d3d9d47c), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.006696 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2911c-9519-4073-bda4-0c108124ba4e req-ec02e840-4f14-4a8f-a1fc-52eca4e8107c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:59.008192 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0cb2911c-9519-4073-bda4-0c108124ba4e req-ec02e840-4f14-4a8f-a1fc-52eca4e8107c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0576177 Aug 24 17:54:59.013316 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (ed36383b-9e99-44bb-a95b-3187d3d9d47c), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.082047 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:54:59.093217 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:54:59.098039 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=ed36383b-9e99-44bb-a95b-3187d3d9d47c,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:59.104887 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:54:59.134403 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0cb2911c-9519-4073-bda4-0c108124ba4e req-f74ba951-e543-4104-84ee-faaabadb6afa tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170115 Aug 24 17:54:59.171167 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:59.217977 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.354382 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (ed36383b-9e99-44bb-a95b-3187d3d9d47c), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.517002 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (ed36383b-9e99-44bb-a95b-3187d3d9d47c), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.603771 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (ed36383b-9e99-44bb-a95b-3187d3d9d47c), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.676283 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=ed36383b-9e99-44bb-a95b-3187d3d9d47c,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:59.679997 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.755406 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:54:59.777009 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.778444 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-60011feb-fdfe-43d5-b244-f387815d8734 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3908682 Aug 24 17:55:00.021925 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-b2310768-ce3a-4add-bae3-06d7c3c9ba66 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2020514898&fields=id&tenant_id=0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 267 time: 0.0551817 Aug 24 17:55:00.169436 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36815-0027-4811-9f6b-97c28bd43dab req-752afc11-9af0-4f6b-a171-94f5ebcf229c tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:00.171515 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-752afc11-9af0-4f6b-a171-94f5ebcf229c tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 815 time: 0.1423197 Aug 24 17:55:00.191234 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-2a0bc45f-fa08-4a3e-8c26-f27e18b74df9 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/quotas/0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 375 time: 0.0108328 Aug 24 17:55:00.270168 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:00.291865 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-03f0c9c9-f4c3-49a2-80c7-f0a3d6cd7321 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907784 Aug 24 17:55:00.300457 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f4089-437b-460a-898e-0fec7b6b018b req-f45cd1d5-9bf8-444c-bc18-f88673ca6ec9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:00.302063 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f9f4089-437b-460a-898e-0fec7b6b018b req-f45cd1d5-9bf8-444c-bc18-f88673ca6ec9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0687044 Aug 24 17:55:00.365546 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f9f4089-437b-460a-898e-0fec7b6b018b req-0e42f0f7-4869-4b6e-a852-996af8987a9e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526102 Aug 24 17:55:00.529351 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-b9d8f92d-d2ed-4ae3-a502-a3f3da93e705 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216599 Aug 24 17:55:00.642106 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-e3417981-ae09-49ee-b033-4a2a13b1cddd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030607 Aug 24 17:55:00.903006 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bc2412a3-d971-41de-8d77-def9c5f08968 req-59a27aac-b86b-4ab1-b2ce-6f0fe93df457 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 210 time: 0.0317070 Aug 24 17:55:01.556014 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7ac9f-4d08-472d-bf7a-116ec870b847 req-68690b60-5b9e-486a-a15d-60c558fc0b9e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:01.557627 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b5f7ac9f-4d08-472d-bf7a-116ec870b847 req-68690b60-5b9e-486a-a15d-60c558fc0b9e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0653706 Aug 24 17:55:01.620671 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b5f7ac9f-4d08-472d-bf7a-116ec870b847 req-4a0588dd-dc36-4c09-925c-5af48b056ff2 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558233 Aug 24 17:55:02.020417 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9061acc4-8a9b-4809-8584-9ef336e685af req-45967cd0-036e-4dca-b63c-182bf0c3f015 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 210 time: 0.0313268 Aug 24 17:55:02.757236 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23206b-daba-4833-bf25-bbd4b2d8b5d9 req-65dd537b-eef3-4fdf-8ff5-1bd4902c0a27 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:02.758810 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3a23206b-daba-4833-bf25-bbd4b2d8b5d9 req-65dd537b-eef3-4fdf-8ff5-1bd4902c0a27 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0500424 Aug 24 17:55:02.815022 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3a23206b-daba-4833-bf25-bbd4b2d8b5d9 req-e1c08a9b-b26f-4e69-b0d3-168a81ac9cb0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493188 Aug 24 17:55:03.139495 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dbf697aa-ed9b-4e9a-ae30-737fd7c93c24 req-29b35e07-db80-43aa-9614-4bb1199c4279 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 210 time: 0.0383275 Aug 24 17:55:03.243667 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36815-0027-4811-9f6b-97c28bd43dab req-0f1a697d-17d7-4ee2-9771-0da058d6bdce tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:03.245263 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-0f1a697d-17d7-4ee2-9771-0da058d6bdce tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 815 time: 0.1222064 Aug 24 17:55:03.329308 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-fece7b17-d1ee-41b4-a386-fc1a1f96f5c5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a4d7fadea104c569ca29ff9be48089a HTTP/1.1" status: 200 len: 380 time: 0.0704830 Aug 24 17:55:03.339540 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'port': {'device_id': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'admin_state_up': True, 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'security_groups': ['4fcc79f6-e861-4f1a-bab0-a6ef38e11687']}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:03.411182 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:03.599941 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Made reservation on behalf of 0a4d7fadea104c569ca29ff9be48089a for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:55:03.603853 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:03.738620 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Allocated IP 172.20.0.4 (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8/338cbe6a-cc5b-423e-b481-fdf309b222ff/fd7822b1-ee55-4ee8-b60e-46b6ff456ee9) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:55:03.935252 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:04.008835 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e3f69-f7bc-4474-a222-79cf45ec7c64 req-623d60b2-d883-4ac2-8ced-cb4607e88d43 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:04.010345 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c98e3f69-f7bc-4474-a222-79cf45ec7c64 req-623d60b2-d883-4ac2-8ced-cb4607e88d43 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0626273 Aug 24 17:55:04.034929 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:04.039871 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:04.063024 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c98e3f69-f7bc-4474-a222-79cf45ec7c64 req-df1ed7f4-abe2-48e3-bc75-d2c511b6b702 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461190 Aug 24 17:55:04.085030 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:04.091121 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:04.093265 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event updated for resources: {'Port': ['ID=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:04.097390 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:55:04.157578 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:04.158278 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:04.268983 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-8e502463-e53a-44d6-b0b0-eb417a32db15 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9333048 Aug 24 17:55:04.276240 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ba6bb-baf7-41d2-b730-32b42d3025e0 req-beaf8fc2-ed00-4c8b-a9f4-bcbe92327238 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:04.278934 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-610ba6bb-baf7-41d2-b730-32b42d3025e0 req-beaf8fc2-ed00-4c8b-a9f4-bcbe92327238 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 931 time: 0.0567324 Aug 24 17:55:04.285174 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Request body: {'port': {'device_id': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:04.311250 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:04.334527 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-610ba6bb-baf7-41d2-b730-32b42d3025e0 req-e4596455-c053-478b-bf66-ed61b8d9f1aa tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494969 Aug 24 17:55:04.357713 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:04.373532 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-95e13686-994d-4386-b24b-9c0c2b8d88aa None None] Provisioning complete for port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:04.374235 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-95e13686-994d-4386-b24b-9c0c2b8d88aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:04.407379 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-95e13686-994d-4386-b24b-9c0c2b8d88aa None None] Port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:55:04.513149 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:04.626505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:55:04.634483 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Publish callbacks [] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:04.649210 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Transition to ACTIVE for port object fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:55:04.740604 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:04.805300 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:04.861091 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Attempting to bind port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:55:04.861437 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Attempting to bind port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:55:04.861768 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Attempting to bind port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:04.866362 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:55:04.866678 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Attempting to bind port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 on network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:04.872830 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:55:04.873161 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Checking segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:55:04.873542 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Bound using segment: {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:55:04.873994 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Bound port: fd7822b1-ee55-4ee8-b60e-46b6ff456ee9, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb546f40-ec0d-4e18-be82-911fa82220ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:55:04.874353 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:04.944130 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] For port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:55:04.947623 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] For port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:55:05.044099 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:05.048715 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.049351 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:05.050789 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 HTTP/1.1" status: 200 len: 1093 time: 0.7702620 Aug 24 17:55:05.051294 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'tag': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:05.053601 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18482b60-22d3-4fe5-86f2-22a9d3a519c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a759f40-8f53-4041-85f4-6f56cdded52b", "tag": "fd7822b1-ee55-4ee8-b60e-46b6ff456ee9"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:05.096784 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0f7775-5cec-40d0-b69c-0e8ab9d1379f x-openstack-request-id: req-fc0f7775-5cec-40d0-b69c-0e8ab9d1379f {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:05.097084 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a759f40-8f53-4041-85f4-6f56cdded52b", "tag": "fd7822b1-ee55-4ee8-b60e-46b6ff456ee9", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:05.097342 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc0f7775-5cec-40d0-b69c-0e8ab9d1379f {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:05.097756 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0f7775-5cec-40d0-b69c-0e8ab9d1379f'] response: {'name': 'network-changed', 'server_uuid': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'tag': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9', 'status': 'completed', 'code': 200} Aug 24 17:55:05.111840 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20b261-9d6a-4e18-8508-dbbcdd4a7034 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:05.195061 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482b60-22d3-4fe5-86f2-22a9d3a519c0 req-81cf4cbc-51df-4c01-b123-d20f0e0ef8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.196483 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-18482b60-22d3-4fe5-86f2-22a9d3a519c0 req-81cf4cbc-51df-4c01-b123-d20f0e0ef8bd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 1127 time: 0.0563979 Aug 24 17:55:05.252931 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf95a8c-0765-4ce0-b8b1-4e106beb2bae req-7e95ae30-17a3-40d7-b88b-d9fe60ad5728 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.254724 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5cf95a8c-0765-4ce0-b8b1-4e106beb2bae req-7e95ae30-17a3-40d7-b88b-d9fe60ad5728 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0719330 Aug 24 17:55:05.265473 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 83c659e2-8827-4402-9131-6edb2b9b0a44 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:55:05.313762 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:05.337971 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482b60-22d3-4fe5-86f2-22a9d3a519c0 req-cff2d4eb-dfb7-4bdb-b887-7f18b4530428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.348941 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-18482b60-22d3-4fe5-86f2-22a9d3a519c0 req-cff2d4eb-dfb7-4bdb-b887-7f18b4530428 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=0a4d7fadea104c569ca29ff9be48089a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1320322 Aug 24 17:55:05.355532 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5cf95a8c-0765-4ce0-b8b1-4e106beb2bae req-72187d1f-613a-4d9a-a15c-d81c192e6b21 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910103 Aug 24 17:55:05.414561 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:05.430476 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'port_id': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'mac_address': 'fa:16:3e:07:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:55:05.455441 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:05.487221 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 83c659e2-8827-4402-9131-6edb2b9b0a44 is: ACTIVE; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:05.488002 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:05.497762 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f310a-76e0-4d0e-bed0-f9b0c5f3c386 req-6fc400a9-c453-4b4c-bc89-b327e9885104 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.500385 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482b60-22d3-4fe5-86f2-22a9d3a519c0 req-e622d5f7-32c7-4d6e-b563-07949f38166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.503102 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-18482b60-22d3-4fe5-86f2-22a9d3a519c0 req-e622d5f7-32c7-4d6e-b563-07949f38166d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517205 Aug 24 17:55:05.505601 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e21f310a-76e0-4d0e-bed0-f9b0c5f3c386 req-6fc400a9-c453-4b4c-bc89-b327e9885104 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 943 time: 0.0723963 Aug 24 17:55:05.514865 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83c659e2-8827-4402-9131-6edb2b9b0a44 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:55:05.554838 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:05.564659 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e21f310a-76e0-4d0e-bed0-f9b0c5f3c386 req-d1943508-6bc7-4082-bd0b-ce788aec0ee5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581479 Aug 24 17:55:05.624611 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36815-0027-4811-9f6b-97c28bd43dab req-a1930b82-b027-4494-ba75-3e2fc56c98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.626758 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-a1930b82-b027-4494-ba75-3e2fc56c98bd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 1127 time: 0.0663798 Aug 24 17:55:05.641253 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:05.694194 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-436ba14a-88f1-496e-883f-ce1693a71d5e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 HTTP/1.1" status: 200 len: 217 time: 0.0597444 Aug 24 17:55:05.724272 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=6']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:05.750141 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36815-0027-4811-9f6b-97c28bd43dab req-045a82d6-cd91-492e-bb8b-ee975eb05fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.751697 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-045a82d6-cd91-492e-bb8b-ee975eb05fd3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 200 len: 854 time: 0.0509667 Aug 24 17:55:05.763756 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['83c659e2-8827-4402-9131-6edb2b9b0a44'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:05.817513 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36815-0027-4811-9f6b-97c28bd43dab req-a5c9f56e-e482-4499-8ea1-e5a06e74bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.819647 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-a5c9f56e-e482-4499-8ea1-e5a06e74bbd9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550616 Aug 24 17:55:05.953233 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-64f7c171-62a2-42d5-b9c8-732f6722ee8f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247690 Aug 24 17:55:06.060403 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-22a36815-0027-4811-9f6b-97c28bd43dab req-59afb411-3326-4007-8f28-19b4b6604b45 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971997 Aug 24 17:55:06.505191 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b407ea-cbcc-4288-b2dd-59680de19103 req-91d640e2-102f-425b-8844-01f43cd7760d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:06.506760 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f5b407ea-cbcc-4288-b2dd-59680de19103 req-91d640e2-102f-425b-8844-01f43cd7760d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 945 time: 0.0540266 Aug 24 17:55:06.561361 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f5b407ea-cbcc-4288-b2dd-59680de19103 req-5ad22cdc-06ed-4210-8594-cbd1e7b5835a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484354 Aug 24 17:55:06.707630 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b800d2d-9461-4f59-a558-d3e607b51d36 req-0176028c-c848-4eae-908c-8ac45f0a215f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:06.709234 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0b800d2d-9461-4f59-a558-d3e607b51d36 req-0176028c-c848-4eae-908c-8ac45f0a215f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 943 time: 0.0516515 Aug 24 17:55:06.766814 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0b800d2d-9461-4f59-a558-d3e607b51d36 req-d6d00205-551a-4e5e-aade-f91dd27417cc tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514202 Aug 24 17:55:07.265415 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 83c659e2-8827-4402-9131-6edb2b9b0a44 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:07.315358 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 83c659e2-8827-4402-9131-6edb2b9b0a44 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:07.316116 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:07.406122 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 83c659e2-8827-4402-9131-6edb2b9b0a44 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:07.406567 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:07.436356 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:07.438681 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a475a403-0a57-45fd-a38d-411600fedb8a" -d '{"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-plugged", "status": "completed", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:07.443698 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:07.458844 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:07.531610 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:07.577310 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bedf950-465a-4709-8663-c6b574704fb8 x-openstack-request-id: req-5bedf950-465a-4709-8663-c6b574704fb8 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:07.577619 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-plugged", "status": "completed", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:07.577965 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5bedf950-465a-4709-8663-c6b574704fb8 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:07.578350 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bedf950-465a-4709-8663-c6b574704fb8'] response: {'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'code': 200} Aug 24 17:55:07.589150 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=7']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:07.702802 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f494b-8958-4df0-be1b-e479efa4881c req-3e660e0f-4418-479b-ae18-12a764253ce1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:07.705278 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-449f494b-8958-4df0-be1b-e479efa4881c req-3e660e0f-4418-479b-ae18-12a764253ce1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0581977 Aug 24 17:55:07.719373 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:07.774754 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-449f494b-8958-4df0-be1b-e479efa4881c req-bfff93b1-9e31-4e83-ac02-b5aad47657a7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618441 Aug 24 17:55:07.936194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168ce0d-2085-45bc-b5f2-3c5cd9ffa936 req-72ed396a-2f72-4f61-aad6-9436e836b69a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:07.938249 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c168ce0d-2085-45bc-b5f2-3c5cd9ffa936 req-72ed396a-2f72-4f61-aad6-9436e836b69a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 943 time: 0.0748188 Aug 24 17:55:08.002659 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c168ce0d-2085-45bc-b5f2-3c5cd9ffa936 req-0df244bc-606a-4d55-b7df-bcebd837c518 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582645 Aug 24 17:55:08.935330 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b90ec9-d56f-41ba-b01b-008f5e7c8b82 req-eae2d576-ce48-451a-98bc-b6ae3c2977b5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:08.942926 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-63b90ec9-d56f-41ba-b01b-008f5e7c8b82 req-eae2d576-ce48-451a-98bc-b6ae3c2977b5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0735400 Aug 24 17:55:09.004347 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-63b90ec9-d56f-41ba-b01b-008f5e7c8b82 req-0d1bf900-8047-498f-b559-0aaf93963808 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577877 Aug 24 17:55:09.160628 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f419d2-b337-477e-bb15-c0f0f7907e75 req-46ab45e5-331e-4e0f-b7f3-875b8a0bb355 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:09.166486 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d6f419d2-b337-477e-bb15-c0f0f7907e75 req-46ab45e5-331e-4e0f-b7f3-875b8a0bb355 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 943 time: 0.0612209 Aug 24 17:55:09.223517 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d6f419d2-b337-477e-bb15-c0f0f7907e75 req-608b1ed5-392a-4a5e-9826-f73edc079c67 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555060 Aug 24 17:55:09.269743 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:55:09.396730 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:09.414987 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'port_id': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9', 'mac_address': 'fa:16:3e:c0:c0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:55:09.460592 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:09.461041 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:09.477638 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:55:09.504466 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:10.062748 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:10.116442 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:10.157945 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19216384-9f94-45fd-b174-a986381f7e34 req-588bc24f-b370-4b3a-a765-7cbd6bd2c0e1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:10.159591 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-19216384-9f94-45fd-b174-a986381f7e34 req-588bc24f-b370-4b3a-a765-7cbd6bd2c0e1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0523329 Aug 24 17:55:10.211787 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-19216384-9f94-45fd-b174-a986381f7e34 req-3a469308-cbe0-47a6-8f6f-0098e8cddac1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462036 Aug 24 17:55:10.377246 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['fd7822b1-ee55-4ee8-b60e-46b6ff456ee9'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:10.392325 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd39e-a668-4f3d-be6b-3e85b790fb2a req-d85e6f8d-5173-4938-9dfb-f553ccefe5f7 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:10.393982 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-be8fd39e-a668-4f3d-be6b-3e85b790fb2a req-d85e6f8d-5173-4938-9dfb-f553ccefe5f7 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 944 time: 0.0820248 Aug 24 17:55:10.461991 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:10.476935 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-be8fd39e-a668-4f3d-be6b-3e85b790fb2a req-f4336c41-1778-44ae-88d2-358d2e3c98d1 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750718 Aug 24 17:55:11.359173 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:11.363083 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f8d3e-08fd-45b7-ad27-dbf714678474 req-16f72a3b-7fdc-4688-9cec-a19e4585eb49 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:11.370561 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8d4f8d3e-08fd-45b7-ad27-dbf714678474 req-16f72a3b-7fdc-4688-9cec-a19e4585eb49 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0653768 Aug 24 17:55:11.403187 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:11.469221 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8d4f8d3e-08fd-45b7-ad27-dbf714678474 req-3bfe2812-0465-4f27-9e0e-48f2f4f09462 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928819 Aug 24 17:55:11.596161 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:55:11.645208 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ba602-b161-4170-b7ba-50dd8a09a8a1 req-529d6bbb-fa80-491c-998a-2e544933f67e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:11.648560 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c97ba602-b161-4170-b7ba-50dd8a09a8a1 req-529d6bbb-fa80-491c-998a-2e544933f67e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 944 time: 0.0658965 Aug 24 17:55:11.678038 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:11.678453 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:11.710401 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c97ba602-b161-4170-b7ba-50dd8a09a8a1 req-756cd3c8-1b69-428a-9a93-9492b4a9d19b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567076 Aug 24 17:55:11.789500 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:11.789828 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:11.817193 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:11.819589 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d739f2bb-de1d-4ebb-9ca3-63526efd35b1" -d '{"events": [{"server_uuid": "5a759f40-8f53-4041-85f4-6f56cdded52b", "name": "network-vif-plugged", "status": "completed", "tag": "fd7822b1-ee55-4ee8-b60e-46b6ff456ee9"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:11.846569 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:11.874968 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdd6100-9b22-40c7-83e2-a02461cfa92b x-openstack-request-id: req-4cdd6100-9b22-40c7-83e2-a02461cfa92b {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:11.874968 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a759f40-8f53-4041-85f4-6f56cdded52b", "name": "network-vif-plugged", "status": "completed", "tag": "fd7822b1-ee55-4ee8-b60e-46b6ff456ee9", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:11.874968 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4cdd6100-9b22-40c7-83e2-a02461cfa92b {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:11.874968 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdd6100-9b22-40c7-83e2-a02461cfa92b'] response: {'server_uuid': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9', 'code': 200} Aug 24 17:55:11.948973 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:12.011652 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:12.301836 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed959f-9a32-4aa1-950a-dec75faaf885 req-6a52df19-656e-481f-ab37-35ed9daf834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:12.303844 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-19ed959f-9a32-4aa1-950a-dec75faaf885 req-6a52df19-656e-481f-ab37-35ed9daf834b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 1129 time: 0.0719218 Aug 24 17:55:12.352080 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:12.375203 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-19ed959f-9a32-4aa1-950a-dec75faaf885 req-329130a0-0bb3-4402-940d-fd1160c5572d service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482204 Aug 24 17:55:12.639411 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def9d0-61df-4db6-921a-9b0348baf2b4 req-d288f440-97b6-4743-bf83-879a4262e513 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:12.642326 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-10def9d0-61df-4db6-921a-9b0348baf2b4 req-d288f440-97b6-4743-bf83-879a4262e513 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0685666 Aug 24 17:55:12.729620 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-10def9d0-61df-4db6-921a-9b0348baf2b4 req-52f97e66-e6b2-487d-919a-2fa42025d875 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811851 Aug 24 17:55:12.854848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bcdb1-de59-4d2f-afd5-7ec0ab78e43d req-7960ff0b-f838-4de2-8618-4f4cc212d273 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:12.856866 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ae5bcdb1-de59-4d2f-afd5-7ec0ab78e43d req-7960ff0b-f838-4de2-8618-4f4cc212d273 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 945 time: 0.0526359 Aug 24 17:55:12.909759 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ae5bcdb1-de59-4d2f-afd5-7ec0ab78e43d req-76aa43c2-7469-4b26-8e76-e9b0d685dbe4 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466135 Aug 24 17:55:13.872913 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb73c5-1cc2-413e-ba90-4cd2b058158d req-f1965a30-b7fd-4567-a2e7-32d77fdbaca4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:13.875710 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c5bb73c5-1cc2-413e-ba90-4cd2b058158d req-f1965a30-b7fd-4567-a2e7-32d77fdbaca4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0590506 Aug 24 17:55:13.934910 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c5bb73c5-1cc2-413e-ba90-4cd2b058158d req-f145180e-f62a-46a2-928f-818ff39217b5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530760 Aug 24 17:55:14.039186 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:14.062078 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524b54-d1f5-4dd1-98b9-1f132532cc42 req-cf2336cd-c943-40a3-adf5-3f009f0258b2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:14.068651 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8e524b54-d1f5-4dd1-98b9-1f132532cc42 req-cf2336cd-c943-40a3-adf5-3f009f0258b2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 945 time: 0.0640903 Aug 24 17:55:14.129165 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8e524b54-d1f5-4dd1-98b9-1f132532cc42 req-97c2eb75-1c0a-41f5-9613-b906e61326bc tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595205 Aug 24 17:55:15.095119 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3dad1-ec0a-4bb7-ac79-840b0b4b6a29 req-95d4647e-a9c7-4e0c-b74f-de13ff52d264 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:15.096727 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-60d3dad1-ec0a-4bb7-ac79-840b0b4b6a29 req-95d4647e-a9c7-4e0c-b74f-de13ff52d264 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0537002 Aug 24 17:55:15.155313 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-60d3dad1-ec0a-4bb7-ac79-840b0b4b6a29 req-9365d475-ff79-4d84-abe4-fb5b9d0ec971 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505524 Aug 24 17:55:15.280240 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e81f5-09d0-4fdf-8f72-f034dd958b7d req-be39f48c-8a06-4d19-911f-7c7d98a745ab tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:15.282325 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3c7e81f5-09d0-4fdf-8f72-f034dd958b7d req-be39f48c-8a06-4d19-911f-7c7d98a745ab tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 945 time: 0.0607495 Aug 24 17:55:15.350435 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3c7e81f5-09d0-4fdf-8f72-f034dd958b7d req-b5639dfc-96ef-4dd1-a07f-c4b8c9e7817e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613296 Aug 24 17:55:15.508318 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932a371-f4e5-4378-b731-0e665b9e16ca req-40b5039c-d5be-4922-9e85-fab99bfc0d4a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:15.510224 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7932a371-f4e5-4378-b731-0e665b9e16ca req-40b5039c-d5be-4922-9e85-fab99bfc0d4a tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 945 time: 0.0740404 Aug 24 17:55:15.527743 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49248) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:15.532550 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-89ab2254-7f84-468b-960d-82ee92e39364 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Request body: {'floatingip': {'port_id': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:15.595615 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-89ab2254-7f84-468b-960d-82ee92e39364 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:15.696234 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:15.760954 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=35 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:15.772926 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=53 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:16.330372 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bf3a7-e9d6-419a-8191-51bb89f9c633 req-7344a1a2-1cfe-4b6c-98b1-a8db6f09abf5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:16.333162 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-834bf3a7-e9d6-419a-8191-51bb89f9c633 req-7344a1a2-1cfe-4b6c-98b1-a8db6f09abf5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0705028 Aug 24 17:55:16.397324 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-89ab2254-7f84-468b-960d-82ee92e39364 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:16.453376 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-834bf3a7-e9d6-419a-8191-51bb89f9c633 req-a5d3d898-04ee-4808-ac9c-8d2dea65542e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106820 Aug 24 17:55:16.459347 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a587f-2de7-4a46-81a3-9fd5a11f0ec4 req-b204f331-cc0e-4ed2-a8f0-05907980bdb1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:16.460943 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-999a587f-2de7-4a46-81a3-9fd5a11f0ec4 req-b204f331-cc0e-4ed2-a8f0-05907980bdb1 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0894125 Aug 24 17:55:16.486293 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-89ab2254-7f84-468b-960d-82ee92e39364 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:16.538231 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-999a587f-2de7-4a46-81a3-9fd5a11f0ec4 req-ba3c5a51-3bf2-4516-b46a-75097a42a630 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713756 Aug 24 17:55:16.570764 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:16.612731 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-89ab2254-7f84-468b-960d-82ee92e39364 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Floating IP a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9 associated. External IP: 172.27.2.12, port: fd7822b1-ee55-4ee8-b60e-46b6ff456ee9. Aug 24 17:55:16.835220 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ab2254-7f84-468b-960d-82ee92e39364 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:16.946906 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:16.952226 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ab2254-7f84-468b-960d-82ee92e39364 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:16.957775 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-89ab2254-7f84-468b-960d-82ee92e39364 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:16.962580 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:16.973676 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:16.974322 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:16.990332 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-89ab2254-7f84-468b-960d-82ee92e39364 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9 HTTP/1.1" status: 200 len: 990 time: 1.4613464 Aug 24 17:55:16.991030 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'tag': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:16.993439 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a759f40-8f53-4041-85f4-6f56cdded52b", "tag": "fd7822b1-ee55-4ee8-b60e-46b6ff456ee9"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:17.035539 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a79177b-6a69-49cf-8de2-f4c49045b2c4 x-openstack-request-id: req-8a79177b-6a69-49cf-8de2-f4c49045b2c4 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:17.035838 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a759f40-8f53-4041-85f4-6f56cdded52b", "tag": "fd7822b1-ee55-4ee8-b60e-46b6ff456ee9", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:17.036127 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a79177b-6a69-49cf-8de2-f4c49045b2c4 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:17.036996 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a79177b-6a69-49cf-8de2-f4c49045b2c4'] response: {'name': 'network-changed', 'server_uuid': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'tag': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9', 'status': 'completed', 'code': 200} Aug 24 17:55:17.083755 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:17.332224 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:c0:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:59Z', 'updated_at': '2022-08-24T17:55:16Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:17.368951 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:17.379878 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:17.381237 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:54:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:17.650533 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f0828-ddc1-4745-86f9-b21254476519 req-96eb411d-4576-4560-8b3a-257f39912149 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:17.656150 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2a7f0828-ddc1-4745-86f9-b21254476519 req-96eb411d-4576-4560-8b3a-257f39912149 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0985820 Aug 24 17:55:17.701238 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:17.709819 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:17.767016 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-49932f33-778d-4c90-a229-e4b7067f0245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:17.780898 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2a7f0828-ddc1-4745-86f9-b21254476519 req-cc43be08-0caa-456b-a9ee-a9e09c5c0fe9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111891 Aug 24 17:55:17.808174 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c951a-3c76-48fe-a740-567390b5dfe4 req-c6c117eb-ad9e-4296-9fda-b7505bbba6ea tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:17.808174 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-483c951a-3c76-48fe-a740-567390b5dfe4 req-c6c117eb-ad9e-4296-9fda-b7505bbba6ea tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0993500 Aug 24 17:55:17.869258 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-483c951a-3c76-48fe-a740-567390b5dfe4 req-6414d475-38b5-4aa5-985a-b3a81964cb28 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569928 Aug 24 17:55:18.004298 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:c0:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:59Z', 'updated_at': '2022-08-24T17:55:16Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:18.032672 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cd0921-8904-42d2-8056-11d151e671ac None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'port_id': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'mac_address': 'fa:16:3e:c0:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:59Z', 'updated_at': '2022-08-24T17:55:16Z', 'revision_number': 1, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:18.250152 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb723209-bbb5-42d4-9a4c-d9d5e46dc59f None None] New status for floating IP a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9: ACTIVE {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:55:18.352587 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:18.916012 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d19cd-1dc8-475a-bc15-c7186be0320a req-ff6fdb73-f0ce-496d-ba4e-4a2703c2730c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:18.917762 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9a0d19cd-1dc8-475a-bc15-c7186be0320a req-ff6fdb73-f0ce-496d-ba4e-4a2703c2730c tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0514789 Aug 24 17:55:19.006649 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9a0d19cd-1dc8-475a-bc15-c7186be0320a req-b99caf86-164a-40e5-9d5b-4eb36d3471e5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819862 Aug 24 17:55:19.021168 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109893f5-6223-4992-9db4-bdcca88e69a7 req-cd7a8add-8488-4cff-9abe-4d677557f1dc tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:19.022797 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-109893f5-6223-4992-9db4-bdcca88e69a7 req-cd7a8add-8488-4cff-9abe-4d677557f1dc tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.0624537 Aug 24 17:55:19.079769 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-109893f5-6223-4992-9db4-bdcca88e69a7 req-7171f8ef-a717-4a2d-ba3a-6c437929dd45 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507419 Aug 24 17:55:19.756138 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-41f103d8-a079-4201-887e-8b69c6f8b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:19.757635 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-41f103d8-a079-4201-887e-8b69c6f8b0ac service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0a4d7fadea104c569ca29ff9be48089a&device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 1129 time: 0.0473034 Aug 24 17:55:20.008371 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-6f0ab883-225c-4b5a-a9af-7f15aed6a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.009934 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-6f0ab883-225c-4b5a-a9af-7f15aed6a40f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 200 len: 916 time: 0.1064370 Aug 24 17:55:20.172399 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf604b1-090a-4c88-8066-53a91d239d89 req-3e7c0a27-7524-4383-8b78-53992c15a37f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.174244 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2bf604b1-090a-4c88-8066-53a91d239d89 req-3e7c0a27-7524-4383-8b78-53992c15a37f tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0694485 Aug 24 17:55:20.237607 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-407ae71a-12e0-44d0-b8b0-67369a372c41 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 HTTP/1.1" status: 200 len: 1000 time: 0.0714376 Aug 24 17:55:20.254725 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2ac54526-4ebc-44f5-8967-9770c88b05f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:20.265920 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:20.289398 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-c696aa4c-f449-468e-af02-d051d7a13af8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.290997 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-c696aa4c-f449-468e-af02-d051d7a13af8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.1158309 Aug 24 17:55:20.301371 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ffb34-1f4e-4723-a601-8449b3157e27 req-deb78ee7-5d60-473b-82bc-540d7f6ebd36 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.306167 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-062ffb34-1f4e-4723-a601-8449b3157e27 req-deb78ee7-5d60-473b-82bc-540d7f6ebd36 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 946 time: 0.1266909 Aug 24 17:55:20.314236 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-954df363-fdce-4d4e-8786-71c393b1f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.315970 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-954df363-fdce-4d4e-8786-71c393b1f1d8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 200 len: 854 time: 0.0681951 Aug 24 17:55:20.323605 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2bf604b1-090a-4c88-8066-53a91d239d89 req-02a25e6d-56b8-4e0e-b51b-d8331be98e48 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376326 Aug 24 17:55:20.395856 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-062ffb34-1f4e-4723-a601-8449b3157e27 req-3ddbeb93-e25a-4ac1-8538-e2a54142584f tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=83854158-5115-4321-9562-436cefa821dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832770 Aug 24 17:55:20.416449 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-01fcc700-f187-42e4-8bc3-088dbd46f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.418797 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-01fcc700-f187-42e4-8bc3-088dbd46f4d5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804915 Aug 24 17:55:20.421740 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664fec-2ced-4221-a995-31a853616772 req-82070c05-77c3-4e20-a6c6-f0b1a26f8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.423200 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-61664fec-2ced-4221-a995-31a853616772 req-82070c05-77c3-4e20-a6c6-f0b1a26f8c40 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 1130 time: 0.0718904 Aug 24 17:55:20.458381 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Deleting port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:20.458798 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:20.579082 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] For port 6d25f4e4-bb42-4107-b7a2-69620f7c6955, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=6d25f4e4-bb42-4107-b7a2-69620f7c6955,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:20.579360 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:20.601377 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-4ea01379-178b-4b78-88a9-088ab57f50f5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703334 Aug 24 17:55:20.602550 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664fec-2ced-4221-a995-31a853616772 req-4c9be473-ed80-45d2-a1d4-35b45cd4a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.603986 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-61664fec-2ced-4221-a995-31a853616772 req-4c9be473-ed80-45d2-a1d4-35b45cd4a05a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 917 time: 0.1650534 Aug 24 17:55:20.736396 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-61664fec-2ced-4221-a995-31a853616772 req-f60f6b8a-392f-4fcb-8f60-2c1a595ec622 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c659e2-8827-4402-9131-6edb2b9b0a44 HTTP/1.1" status: 200 len: 1001 time: 0.1217468 Aug 24 17:55:20.772517 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:20.772875 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (30f8b399-db56-4e59-9719-14cb4d8b3762), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:20.773198 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Floating IP 30f8b399-db56-4e59-9719-14cb4d8b3762 disassociated. External IP: 172.27.2.73, port: 6d25f4e4-bb42-4107-b7a2-69620f7c6955. Aug 24 17:55:20.773553 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Calling delete_port for 6d25f4e4-bb42-4107-b7a2-69620f7c6955 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:20.795459 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-eef46f8d-bdd4-40c5-82fe-5ac0ece03955 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821024 Aug 24 17:55:20.816034 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664fec-2ced-4221-a995-31a853616772 req-de1b2fc2-2ea9-4c53-9762-1ff126ea48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.818407 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-61664fec-2ced-4221-a995-31a853616772 req-de1b2fc2-2ea9-4c53-9762-1ff126ea48e0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 200 len: 855 time: 0.0736318 Aug 24 17:55:20.846079 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:20.867653 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664fec-2ced-4221-a995-31a853616772 req-af4df760-640c-4c3c-a015-c20fae0f9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:20.869179 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-61664fec-2ced-4221-a995-31a853616772 req-af4df760-640c-4c3c-a015-c20fae0f9cd2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=010bcf84-2f06-4274-8553-0a7884f5d83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450163 Aug 24 17:55:20.971219 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-61664fec-2ced-4221-a995-31a853616772 req-d8d2eaf6-3327-445a-b314-7aa8ae33f6af service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955634 Aug 24 17:55:21.016647 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (6d25f4e4-bb42-4107-b7a2-69620f7c6955), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:21.048445 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event deleted for resources: {'Port': ['ID=6d25f4e4-bb42-4107-b7a2-69620f7c6955,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:21.069889 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-61664fec-2ced-4221-a995-31a853616772 req-87d76c91-70c3-45b2-9ab2-ddcb6785e0cc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928574 Aug 24 17:55:21.174322 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Router 950537f3-e282-4de9-8cbe-c5865f76f5da has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:21.288959 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:21.296841 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:21.304751 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] Sync routers for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:21.324840 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:21.325939 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:21.334320 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] No DVR routers for this DVR port 6d25f4e4-bb42-4107-b7a2-69620f7c6955 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:21.341339 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:21.341736 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4752bc47-dbcb-4ae4-a9e2-8ece067eca67 req-ef357ef4-1c78-4fd8-8193-e6d21af27a24 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "DELETE /networking/v2.0/ports/6d25f4e4-bb42-4107-b7a2-69620f7c6955 HTTP/1.1" status: 204 len: 173 time: 1.0005374 Aug 24 17:55:21.342236 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'name': 'network-vif-deleted', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:21.344530 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9273fe-bd1d-47f7-b764-926d8867e97b" -d '{"events": [{"server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "name": "network-vif-deleted", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:21.462937 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:21.501569 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80605aa-7c1e-487a-9e3f-5595aa3641a0 x-openstack-request-id: req-b80605aa-7c1e-487a-9e3f-5595aa3641a0 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:21.506977 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27bf857-8c45-4e91-b69c-a5ff394f502b", "name": "network-vif-deleted", "tag": "6d25f4e4-bb42-4107-b7a2-69620f7c6955", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:21.506977 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b80605aa-7c1e-487a-9e3f-5595aa3641a0 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:21.506977 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80605aa-7c1e-487a-9e3f-5595aa3641a0'] response: {'server_uuid': 'd27bf857-8c45-4e91-b69c-a5ff394f502b', 'name': 'network-vif-deleted', 'tag': '6d25f4e4-bb42-4107-b7a2-69620f7c6955', 'status': 'completed', 'code': 200} Aug 24 17:55:21.530483 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79357424-a170-4731-9191-5da58f18bf59 req-29545539-5498-4738-8ef0-b6ac91a4ba25 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:21.532700 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-79357424-a170-4731-9191-5da58f18bf59 req-29545539-5498-4738-8ef0-b6ac91a4ba25 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0763922 Aug 24 17:55:21.602704 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2286bd11-b867-4bd1-8a67-a357b72930d6 req-44500852-758b-4645-854e-33bc5bf2f8bc tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0545807 Aug 24 17:55:21.619830 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:21.640397 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-79357424-a170-4731-9191-5da58f18bf59 req-3921702d-c011-4f0c-ade2-5aa86794abfb tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012275 Aug 24 17:55:21.645270 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:21.649918 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:21.701562 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:59Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:21.732353 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] Checking router: 950537f3-e282-4de9-8cbe-c5865f76f5da for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:21.741411 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:21.742084 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:21.862146 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:22.076748 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:59Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:22.107931 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df102e1b-b1eb-408a-a008-86db61b03279 None None] The sync data for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi is: [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 4, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '7b7842c1-4ed8-4d11-b72d-b086cea39e9b', 'name': '', 'network_id': '4dda7a94-775b-4143-b064-79a1f63c7c32', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:59Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'subnets': [{'id': 'fd42a4f2-7007-49af-86e9-a41c17d86148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:22.352290 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec0cc6-34c2-4a16-9a65-043387400fa7 None None] New status for floating IP 30f8b399-db56-4e59-9719-14cb4d8b3762: DOWN {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:55:22.917981 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-6c0034da-6315-4771-94da-a223505b8646 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3646603 Aug 24 17:55:22.923290 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5f1e9424-3880-4111-8100-73f987e47cf0 req-9dea3c70-de08-43c6-83de-6b465f045bbd tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d27bf857-8c45-4e91-b69c-a5ff394f502b HTTP/1.1" status: 200 len: 210 time: 0.0695620 Aug 24 17:55:22.937611 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bf35c-0ebc-46e8-a802-daf92d5928ca req-8125cd03-583a-4285-81ef-4908752ef5b5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:22.939217 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-765bf35c-0ebc-46e8-a802-daf92d5928ca req-8125cd03-583a-4285-81ef-4908752ef5b5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0851116 Aug 24 17:55:23.005455 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-695b8ece-784a-4357-a10c-f30d651c87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:23.007006 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-695b8ece-784a-4357-a10c-f30d651c87bb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=151e9d2b290047e8acd9468c721b9dd3&device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 1129 time: 0.0650156 Aug 24 17:55:23.026097 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-765bf35c-0ebc-46e8-a802-daf92d5928ca req-123ce502-2fdc-4e6e-acfa-69948a8fbe9a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737910 Aug 24 17:55:23.130521 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:23.165062 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:23.306437 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-50f935ee-732b-43a8-b76d-d570395d492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:23.307936 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-50f935ee-732b-43a8-b76d-d570395d492f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 200 len: 920 time: 0.0983295 Aug 24 17:55:23.352083 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-6ad708db-15a9-4e9c-a6bb-db5486fb45a9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc4b347c-0dc2-4c02-b53f-f642a08163d3 HTTP/1.1" status: 200 len: 217 time: 0.0377491 Aug 24 17:55:23.404164 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-75485f3d-9168-46b0-8c19-29f9f6d64982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:23.405629 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-75485f3d-9168-46b0-8c19-29f9f6d64982 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 200 len: 858 time: 0.0478532 Aug 24 17:55:23.644491 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-69c0c896-ccde-4fa1-a988-e4227313c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:23.645959 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-69c0c896-ccde-4fa1-a988-e4227313c392 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4dda7a94-775b-4143-b064-79a1f63c7c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441070 Aug 24 17:55:23.746407 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-b11296d1-5168-4c60-99fb-47577b1c8fe5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923958 Aug 24 17:55:23.847085 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-602ce13c-adeb-49b0-b3a4-0b4815d599be req-44ae285d-0a72-41f3-bd35-278f7fc4ec6b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950572 Aug 24 17:55:24.078977 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49316) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:24.099358 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:24.108430 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:24.147422 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group (83854158-5115-4321-9562-436cefa821dc), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:24.156569 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:24.172898 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacd859-d452-460c-9deb-fd11ad511d59 req-f6c2b96a-2de2-4a43-adc8-ae881c2d6e1a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:24.174748 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2eacd859-d452-460c-9deb-fd11ad511d59 req-f6c2b96a-2de2-4a43-adc8-ae881c2d6e1a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 946 time: 0.0617177 Aug 24 17:55:24.176125 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group (83854158-5115-4321-9562-436cefa821dc), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:24.226455 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2eacd859-d452-460c-9deb-fd11ad511d59 req-59feaaf6-da33-4813-824f-1511635a6017 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443230 Aug 24 17:55:24.314060 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (83854158-5115-4321-9562-436cefa821dc), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:24.316927 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:24.318519 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/83854158-5115-4321-9562-436cefa821dc HTTP/1.1" status: 204 len: 168 time: 0.2379797 Aug 24 17:55:24.321924 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49324) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:24.334405 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83854158-5115-4321-9562-436cefa821dc,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:24.338972 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.api.v2.resource [None req-93627379-350a-4885-8c62-7883f584ef61 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] show failed (client error): The resource could not be found. Aug 24 17:55:24.340809 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-93627379-350a-4885-8c62-7883f584ef61 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups/83854158-5115-4321-9562-436cefa821dc HTTP/1.1" status: 404 len: 347 time: 0.0173733 Aug 24 17:55:24.345230 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49326) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:24.350598 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.352064 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.352064 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.352262 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.352612 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.353051 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.353458 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.355824 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.356550 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.356944 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.358553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.358553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.358806 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.359146 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.359480 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa83ec4-0dfb-4903-9d1c-8d159ff717cb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:24.480321 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Deleting port 73646a7a-569f-42c4-a3cc-b7e76262b621 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:24.480671 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (73646a7a-569f-42c4-a3cc-b7e76262b621), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:24.586026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477da1d-d3a8-45ac-9613-faf6eb4305b7 req-6f9feb12-7720-4580-a8b1-728ea19cf849 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:24.587788 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1477da1d-d3a8-45ac-9613-faf6eb4305b7 req-6f9feb12-7720-4580-a8b1-728ea19cf849 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 945 time: 0.0935750 Aug 24 17:55:24.633482 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (73646a7a-569f-42c4-a3cc-b7e76262b621), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:24.633815 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for floatingip (73646a7a-569f-42c4-a3cc-b7e76262b621), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:24.648415 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:24.658702 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Calling delete_port for 73646a7a-569f-42c4-a3cc-b7e76262b621 owned by network:floatingip {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:24.682248 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1477da1d-d3a8-45ac-9613-faf6eb4305b7 req-687139b4-1f07-46df-9ffb-ed86b73fdd7f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861983 Aug 24 17:55:24.925347 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (73646a7a-569f-42c4-a3cc-b7e76262b621), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:24.955892 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event deleted for resources: {'Port': ['ID=73646a7a-569f-42c4-a3cc-b7e76262b621,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:25.024751 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks [] for floatingip (30f8b399-db56-4e59-9719-14cb4d8b3762), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:25.028099 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:25.029357 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-3ca2b1f1-aab6-47a4-92ee-6d8b81faa07a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/30f8b399-db56-4e59-9719-14cb4d8b3762 HTTP/1.1" status: 204 len: 168 time: 0.6828642 Aug 24 17:55:25.449019 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 83c659e2-8827-4402-9131-6edb2b9b0a44 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:25.530741 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 83c659e2-8827-4402-9131-6edb2b9b0a44 is: ACTIVE; New status is: DOWN {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:25.531045 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:25.559385 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:25.561715 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72697a43-306a-4880-b3ad-a6652896e7ed" -d '{"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:25.566445 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:25.579308 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:25.621479 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a46c17-463d-4134-8ac4-c0f730373ab2 x-openstack-request-id: req-f3a46c17-463d-4134-8ac4-c0f730373ab2 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:25.621988 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-unplugged", "status": "failed", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44", "code": 422}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:25.622611 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3a46c17-463d-4134-8ac4-c0f730373ab2 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:25.623308 dv-cinder-854428-1-iscsi neutron-server[113412]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f3a46c17-463d-4134-8ac4-c0f730373ab2']: {'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'code': 422} returned with failed status Aug 24 17:55:25.662915 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:25.664002 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 6d25f4e4-bb42-4107-b7a2-69620f7c6955 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:25.702026 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 6d25f4e4-bb42-4107-b7a2-69620f7c6955 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:25.702380 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 6d25f4e4-bb42-4107-b7a2-69620f7c6955 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:25.731963 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=8']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:25.832101 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b57c-6698-4964-880e-2fdfd2b6ec02 req-68e30862-8446-4c33-8166-c441d53c3624 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:25.836760 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3c17b57c-6698-4964-880e-2fdfd2b6ec02 req-68e30862-8446-4c33-8166-c441d53c3624 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 945 time: 0.0594847 Aug 24 17:55:25.890281 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3c17b57c-6698-4964-880e-2fdfd2b6ec02 req-aad52c95-783f-4e6b-b97d-f40a8319f87e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501039 Aug 24 17:55:26.199986 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-91b27a02-cf5d-401f-a8b4-cfbff317bf19 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:26.201631 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-91b27a02-cf5d-401f-a8b4-cfbff317bf19 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 945 time: 0.0530448 Aug 24 17:55:26.301602 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Deleting port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:26.301991 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:26.418930 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] For port 7aa9edde-92b1-4e33-9fe7-371de05db5c9, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=7aa9edde-92b1-4e33-9fe7-371de05db5c9,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:26.419307 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:26.536104 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:26.628365 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:26.628963 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (bb425d1f-bd2e-4713-aca1-30d3d1dad810), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:26.629324 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Floating IP bb425d1f-bd2e-4713-aca1-30d3d1dad810 disassociated. External IP: 172.27.2.215, port: 7aa9edde-92b1-4e33-9fe7-371de05db5c9. Aug 24 17:55:26.629677 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Calling delete_port for 7aa9edde-92b1-4e33-9fe7-371de05db5c9 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:26.640609 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-4c700306-80a0-4128-bbe1-b6350c0c2fda req-5620a199-664b-4947-b622-3d38493d2570 service neutron] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:55:26.641635 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4c700306-80a0-4128-bbe1-b6350c0c2fda req-5620a199-664b-4947-b622-3d38493d2570 service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070014 Aug 24 17:55:26.704778 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:26.874587 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (7aa9edde-92b1-4e33-9fe7-371de05db5c9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:26.910254 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event deleted for resources: {'Port': ['ID=7aa9edde-92b1-4e33-9fe7-371de05db5c9,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:27.035194 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a3bbd509-24ea-48d6-977a-cfcf38d6ba2c req-0e353e28-c020-4070-8862-026f5299f3cf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0608215 Aug 24 17:55:27.092338 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Router 4c879247-18bc-400b-99f8-82d3e0398fb9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:27.211689 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a705d4-b854-492c-acaa-01515b7bd379 req-836b0d1f-f1ad-4eae-a7a8-3ed12dcb0bb3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:27.213241 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-30a705d4-b854-492c-acaa-01515b7bd379 req-836b0d1f-f1ad-4eae-a7a8-3ed12dcb0bb3 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.1230986 Aug 24 17:55:27.292498 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-30a705d4-b854-492c-acaa-01515b7bd379 req-a85682ed-10e9-4c84-8009-df5bf17c9831 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711825 Aug 24 17:55:27.293883 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:27.305765 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] Sync routers for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:27.327866 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:27.328652 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:27.357013 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] No DVR routers for this DVR port 7aa9edde-92b1-4e33-9fe7-371de05db5c9 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:27.359951 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:27.364249 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-00526fae-6c9e-44e4-87ac-c5a66694facb req-51e7648a-9e89-44b1-b93f-30964baedeb6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "DELETE /networking/v2.0/ports/7aa9edde-92b1-4e33-9fe7-371de05db5c9 HTTP/1.1" status: 204 len: 173 time: 1.1567016 Aug 24 17:55:27.364249 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'name': 'network-vif-deleted', 'tag': '7aa9edde-92b1-4e33-9fe7-371de05db5c9'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:27.368110 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3368e4-387a-43ce-91c2-5935ca4f966e" -d '{"events": [{"server_uuid": "829f4d8c-fcd5-4611-9878-af9c7b30e362", "name": "network-vif-deleted", "tag": "7aa9edde-92b1-4e33-9fe7-371de05db5c9"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:27.415337 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b337af9b-7ae4-4c74-a38b-ec9e9f6756a7 x-openstack-request-id: req-b337af9b-7ae4-4c74-a38b-ec9e9f6756a7 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:27.415679 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829f4d8c-fcd5-4611-9878-af9c7b30e362", "name": "network-vif-deleted", "tag": "7aa9edde-92b1-4e33-9fe7-371de05db5c9", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:27.416034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b337af9b-7ae4-4c74-a38b-ec9e9f6756a7 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:27.416438 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b337af9b-7ae4-4c74-a38b-ec9e9f6756a7'] response: {'server_uuid': '829f4d8c-fcd5-4611-9878-af9c7b30e362', 'name': 'network-vif-deleted', 'tag': '7aa9edde-92b1-4e33-9fe7-371de05db5c9', 'status': 'completed', 'code': 200} Aug 24 17:55:27.461625 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:27.474510 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-e23a2ba5-bb28-411d-8477-7d6b112d42ae service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713704 Aug 24 17:55:27.567628 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-0395db6a-bdd4-43fa-94e5-961e1e6f612b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:27.570003 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-0395db6a-bdd4-43fa-94e5-961e1e6f612b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports/83c659e2-8827-4402-9131-6edb2b9b0a44 HTTP/1.1" status: 200 len: 941 time: 0.0648296 Aug 24 17:55:27.712049 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:27.738897 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] Checking router: 4c879247-18bc-400b-99f8-82d3e0398fb9 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:27.749012 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:27.749712 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:27.954483 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:27.979989 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:28.147268 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:28.201013 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-535865cf-668e-4d0f-b0e4-af410ed6f908 req-ef445f74-41f3-47fa-aba3-e8d6e6e5154b tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0400939 Aug 24 17:55:28.208125 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:28.254412 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46a840-052e-48fb-941b-8a0a1866c7ec None None] The sync data for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi is: [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:28.457910 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f9d60-30ca-4b02-b924-d439b413937b req-71d626de-3996-4e09-b683-b3b91b56494e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:28.459054 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c04f9d60-30ca-4b02-b924-d439b413937b req-71d626de-3996-4e09-b683-b3b91b56494e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0631790 Aug 24 17:55:28.496278 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:28.521272 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c04f9d60-30ca-4b02-b924-d439b413937b req-7d66af21-87c5-46a8-9075-a485e1447cdb tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557103 Aug 24 17:55:28.549653 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c5345-3715-459c-bfec-6e4b00a3c312 None None] New status for floating IP bb425d1f-bd2e-4713-aca1-30d3d1dad810: DOWN {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:55:28.641175 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537234a-3e7e-4aea-9597-132abe512350 req-c645956f-088b-4fa8-9c22-f938b6662455 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:28.642806 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5537234a-3e7e-4aea-9597-132abe512350 req-c645956f-088b-4fa8-9c22-f938b6662455 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0562224 Aug 24 17:55:28.693715 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5537234a-3e7e-4aea-9597-132abe512350 req-3ea424f8-45fa-4a43-83b2-2c0169cdf6d6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440986 Aug 24 17:55:29.425797 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 7aa9edde-92b1-4e33-9fe7-371de05db5c9 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:29.446341 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 7aa9edde-92b1-4e33-9fe7-371de05db5c9 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:29.446695 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 7aa9edde-92b1-4e33-9fe7-371de05db5c9 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:29.482483 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-828aea5f-be0d-4eb7-8145-aeac6ebe19fc req-a58aa5c4-eab9-46bc-a27a-68e6997116c6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0360503 Aug 24 17:55:29.648540 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3ceb6-d699-40ab-9515-5490a014a3e7 req-786717fc-587b-43d2-b665-fbb6584222ee tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:29.650204 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-59d3ceb6-d699-40ab-9515-5490a014a3e7 req-786717fc-587b-43d2-b665-fbb6584222ee tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0509820 Aug 24 17:55:29.703111 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-59d3ceb6-d699-40ab-9515-5490a014a3e7 req-083c132f-c585-4f92-8ea5-dc20af215c55 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 Aug 24 17:55:29.829824 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07826b7-ec2b-4300-83a2-5617e9dacd84 req-c63f16c9-fcef-4538-909a-cb3767f9936d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:29.831421 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c07826b7-ec2b-4300-83a2-5617e9dacd84 req-c63f16c9-fcef-4538-909a-cb3767f9936d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0496721 Aug 24 17:55:29.886603 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c07826b7-ec2b-4300-83a2-5617e9dacd84 req-1301eda8-29a7-4244-9a3e-1967f50f72a2 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461717 Aug 24 17:55:30.615383 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b4c8c708-84bc-46ad-b47c-d420903ec75f req-fa81c57f-9be2-4adc-8cc6-e1d0fdbfce31 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=829f4d8c-fcd5-4611-9878-af9c7b30e362 HTTP/1.1" status: 200 len: 210 time: 0.0426126 Aug 24 17:55:30.857742 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e6726-d4a8-434d-bb4a-93ca7163ac45 req-40aaf469-27f0-428d-92b5-80f94f850047 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:30.859480 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-650e6726-d4a8-434d-bb4a-93ca7163ac45 req-40aaf469-27f0-428d-92b5-80f94f850047 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0765965 Aug 24 17:55:30.875657 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f9f55946-084a-40a9-9fa3-bb9979762653 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:30.877100 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f9f55946-084a-40a9-9fa3-bb9979762653 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 945 time: 0.0650690 Aug 24 17:55:30.966523 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-650e6726-d4a8-434d-bb4a-93ca7163ac45 req-21d6019c-f32c-46b7-a832-43c4b416e407 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987036 Aug 24 17:55:31.008338 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Deleting port cc4b347c-0dc2-4c02-b53f-f642a08163d3 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:31.008688 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.126460 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:31.145313 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c986d-7a81-46aa-ab44-8bdfa65a477a req-39d74fb6-0014-4ccf-b66e-b9d99c2fd0b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:31.146873 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a99c986d-7a81-46aa-ab44-8bdfa65a477a req-39d74fb6-0014-4ccf-b66e-b9d99c2fd0b8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0973563 Aug 24 17:55:31.157087 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] For port cc4b347c-0dc2-4c02-b53f-f642a08163d3, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=cc4b347c-0dc2-4c02-b53f-f642a08163d3,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:31.157409 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.185074 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Calling delete_port for cc4b347c-0dc2-4c02-b53f-f642a08163d3 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:31.252327 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a99c986d-7a81-46aa-ab44-8bdfa65a477a req-dfa35cd3-7e37-4319-a309-2e22267248fd tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981171 Aug 24 17:55:31.439088 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (cc4b347c-0dc2-4c02-b53f-f642a08163d3), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.447710 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:31.455705 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['565c8009-6ae5-4c23-a533-fff7bf8e849d', 'cc4b347c-0dc2-4c02-b53f-f642a08163d3'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:31.466699 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-2bc714f4-2b8c-42e8-8cd2-4967e76a125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:31.468226 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-2bc714f4-2b8c-42e8-8cd2-4967e76a125a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4&tenant_id=9398272c7a3f4a50a38df4b5dec9ac90 HTTP/1.1" status: 200 len: 1128 time: 0.0440495 Aug 24 17:55:31.470844 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event deleted for resources: {'Port': ['ID=cc4b347c-0dc2-4c02-b53f-f642a08163d3,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:31.502590 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.502951 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.503301 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.503838 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.504256 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.504901 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.505034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.505405 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.506345 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.506345 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.506544 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.506761 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.507378 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.507378 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.507773 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:31.553940 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] No DVR routers for this DVR port cc4b347c-0dc2-4c02-b53f-f642a08163d3 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:31.557006 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.557739 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-20898390-eebd-48b7-b93f-685ebd91a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:31.559415 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-20898390-eebd-48b7-b93f-685ebd91a6a7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 1128 time: 0.0415196 Aug 24 17:55:31.561693 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b3d64703-1f0c-4f90-9a30-c8770a8673a4 req-f553dc9f-eb04-47bb-8687-11e5d9dad181 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "DELETE /networking/v2.0/ports/cc4b347c-0dc2-4c02-b53f-f642a08163d3 HTTP/1.1" status: 204 len: 173 time: 0.6709094 Aug 24 17:55:31.562224 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1deb7e5-c813-4c8b-829e-3c38e10fde3b', 'name': 'network-vif-deleted', 'tag': 'cc4b347c-0dc2-4c02-b53f-f642a08163d3'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:31.564699 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0d8416-d002-4591-be6f-dc929797f4fe" -d '{"events": [{"server_uuid": "e1deb7e5-c813-4c8b-829e-3c38e10fde3b", "name": "network-vif-deleted", "tag": "cc4b347c-0dc2-4c02-b53f-f642a08163d3"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:31.625556 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c972b-2cff-4ba1-865b-6172610664e6 x-openstack-request-id: req-e90c972b-2cff-4ba1-865b-6172610664e6 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:31.625556 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1deb7e5-c813-4c8b-829e-3c38e10fde3b", "name": "network-vif-deleted", "tag": "cc4b347c-0dc2-4c02-b53f-f642a08163d3", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:31.625556 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e90c972b-2cff-4ba1-865b-6172610664e6 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:31.625556 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90c972b-2cff-4ba1-865b-6172610664e6'] response: {'server_uuid': 'e1deb7e5-c813-4c8b-829e-3c38e10fde3b', 'name': 'network-vif-deleted', 'tag': 'cc4b347c-0dc2-4c02-b53f-f642a08163d3', 'status': 'completed', 'code': 200} Aug 24 17:55:31.718959 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-0645342c-6adf-4d22-82bd-46f19c9be10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:31.720810 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-0645342c-6adf-4d22-82bd-46f19c9be10b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 200 len: 917 time: 0.1522522 Aug 24 17:55:31.826155 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-98f738b5-0093-47f3-ad88-c06d9b93c941 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c659e2-8827-4402-9131-6edb2b9b0a44 HTTP/1.1" status: 200 len: 999 time: 0.0823026 Aug 24 17:55:31.899366 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-0013d607-1647-4037-b2f5-324693c0e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:31.903186 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-0013d607-1647-4037-b2f5-324693c0e66f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 200 len: 855 time: 0.0702610 Aug 24 17:55:31.965587 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-7d344881-0f05-4b61-b8ad-83c60bfbf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:31.967665 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-7d344881-0f05-4b61-b8ad-83c60bfbf1d6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=010bcf84-2f06-4274-8553-0a7884f5d83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563998 Aug 24 17:55:32.016717 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f3552313-60f7-4f41-9ba1-830a9a7d7e9d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1999771964&fields=id&tenant_id=54cebab3bf1f440dbaa4ef020177a4bb HTTP/1.1" status: 200 len: 267 time: 0.0716040 Aug 24 17:55:32.082468 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-dd31093b-5076-40a4-bd23-fd3f511c163e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067350 Aug 24 17:55:32.156168 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fe9c6ef8-e823-4923-ae6d-9c3d172399e6 req-2bf89904-c1c7-4538-8717-06c69faec278 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1deb7e5-c813-4c8b-829e-3c38e10fde3b HTTP/1.1" status: 200 len: 210 time: 0.0339997 Aug 24 17:55:32.170758 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a92ab8f6-c2ed-4033-ae53-bfe5eb65b639 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:32.172251 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a92ab8f6-c2ed-4033-ae53-bfe5eb65b639 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 812 time: 0.1445260 Aug 24 17:55:32.187506 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-4085252b-4122-4b2b-91c2-722064ec798f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/quotas/54cebab3bf1f440dbaa4ef020177a4bb HTTP/1.1" status: 200 len: 375 time: 0.0098455 Aug 24 17:55:32.246597 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-3574c724-4003-4575-a6c7-6769a082f71e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534139 Aug 24 17:55:32.352563 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-cb8c0cb2-c8f2-41e2-878d-2ffbc1093ea7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325471 Aug 24 17:55:32.432145 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7137-ca19-48f8-864c-eb95f9b5efb4 req-3c9794d4-fb68-4db4-aeb9-14057dc1afdc tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:32.433720 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9a0c7137-ca19-48f8-864c-eb95f9b5efb4 req-3c9794d4-fb68-4db4-aeb9-14057dc1afdc tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0684645 Aug 24 17:55:32.437638 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-c4c25ea7-5fa8-4899-b6ae-730243d74892 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570339 Aug 24 17:55:32.554609 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9a0c7137-ca19-48f8-864c-eb95f9b5efb4 req-a47252d5-8fea-4195-aac4-58353884c7cb tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149788 Aug 24 17:55:32.581501 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-12a707dd-8b3e-4284-b599-0ba960fa6505 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357012 Aug 24 17:55:33.416086 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9087d7f5-de51-4ef2-a240-995412384002 req-9b53fedd-eaf5-47ae-ae24-c2f627194ab3 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0531230 Aug 24 17:55:33.725121 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5656b-9d30-45ef-8093-79952a9e61e7 req-35f0d5d2-7ca6-4e62-870b-1c2903e91a87 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:33.727378 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e9f5656b-9d30-45ef-8093-79952a9e61e7 req-35f0d5d2-7ca6-4e62-870b-1c2903e91a87 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0639760 Aug 24 17:55:33.809472 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e9f5656b-9d30-45ef-8093-79952a9e61e7 req-0a705b7c-a61a-464f-b173-7f38c1b83ba7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697947 Aug 24 17:55:33.926511 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aabd0-2c5e-410b-82ec-eb82e5b38f81 req-c0e6b5bb-eb6d-4bdc-90dc-901a91f34eb9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:33.928348 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a31aabd0-2c5e-410b-82ec-eb82e5b38f81 req-c0e6b5bb-eb6d-4bdc-90dc-901a91f34eb9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0621164 Aug 24 17:55:33.998527 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a31aabd0-2c5e-410b-82ec-eb82e5b38f81 req-1cbf4d39-ecde-4497-b111-f4be764976c6 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610106 Aug 24 17:55:34.555840 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d1c29a3b-8df2-41a4-957a-e1fa19457c6a req-8d30e13c-839e-44e3-9a4d-ec980c1f2aaa tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0366044 Aug 24 17:55:34.959045 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2a34c-e0ac-4d96-802a-ee156d5bd86b req-fb83b32d-2ca1-4f3a-937e-f50c08089dcf tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:34.960573 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e0a2a34c-e0ac-4d96-802a-ee156d5bd86b req-fb83b32d-2ca1-4f3a-937e-f50c08089dcf tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0611315 Aug 24 17:55:34.997548 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:35.014604 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e0a2a34c-e0ac-4d96-802a-ee156d5bd86b req-2e8fe42c-ae3c-45d9-861f-0c9e0e9beea5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479245 Aug 24 17:55:35.143200 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dcd94-562c-4536-86f1-bd4b1e760235 req-6160eb51-d8d3-4a0b-b7ce-16f0c9b35aa5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:35.144907 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-285dcd94-562c-4536-86f1-bd4b1e760235 req-6160eb51-d8d3-4a0b-b7ce-16f0c9b35aa5 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0506237 Aug 24 17:55:35.208567 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-285dcd94-562c-4536-86f1-bd4b1e760235 req-52114913-766a-47e9-a92e-7205c61ac022 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562742 Aug 24 17:55:35.464679 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device cc4b347c-0dc2-4c02-b53f-f642a08163d3 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:35.484898 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: cc4b347c-0dc2-4c02-b53f-f642a08163d3 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:35.485391 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device cc4b347c-0dc2-4c02-b53f-f642a08163d3 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:35.683897 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f919818f-f0a5-4501-a433-bf6791e3d069 req-9102b889-dfdb-43d5-aa20-e2a5280eaad7 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0338283 Aug 24 17:55:36.163072 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0e4ec-9fe6-4cb8-95fd-17ef940bcba0 req-d7d85251-baf6-4943-9811-1bef1e955caf tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:36.165007 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d1d0e4ec-9fe6-4cb8-95fd-17ef940bcba0 req-d7d85251-baf6-4943-9811-1bef1e955caf tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0575836 Aug 24 17:55:36.187400 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:36.224332 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d1d0e4ec-9fe6-4cb8-95fd-17ef940bcba0 req-e123db24-2731-46f6-80bb-c47e7e8e9782 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518126 Aug 24 17:55:36.370584 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372c395-e96c-4ecd-849e-e8757851189d req-d09e9b56-2697-455e-aa53-8de4d95d8e8e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:36.372117 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2372c395-e96c-4ecd-849e-e8757851189d req-d09e9b56-2697-455e-aa53-8de4d95d8e8e tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0564802 Aug 24 17:55:36.439565 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2372c395-e96c-4ecd-849e-e8757851189d req-8739c082-ecf4-4684-bd72-855e724d2bcf tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612836 Aug 24 17:55:36.761294 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:55:36.821675 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1c2b3a0e-8fdb-4482-8ee2-40c423075898 req-1c028126-166d-4646-bf67-b541e3994e69 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0355768 Aug 24 17:55:37.367307 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908342f-923d-4740-b0fd-45cc1a249f9f req-c95e3949-c080-4362-9a85-2083dc552cd6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:37.368879 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a908342f-923d-4740-b0fd-45cc1a249f9f req-c95e3949-c080-4362-9a85-2083dc552cd6 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0573785 Aug 24 17:55:37.426051 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a908342f-923d-4740-b0fd-45cc1a249f9f req-f59aeff5-1ab1-4c6a-a93a-8f0b4e90eb43 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504613 Aug 24 17:55:37.574588 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d89ec-2419-44aa-95d5-df79ecf5f5b3 req-c4999a23-7436-4621-a5e5-1a5525cba3d9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:37.576253 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-669d89ec-2419-44aa-95d5-df79ecf5f5b3 req-c4999a23-7436-4621-a5e5-1a5525cba3d9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0522118 Aug 24 17:55:37.653674 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-669d89ec-2419-44aa-95d5-df79ecf5f5b3 req-db59b9a0-aea8-4079-aaca-64e9ab9a249d tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617275 Aug 24 17:55:37.965023 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bfacd725-23e3-421e-9947-7094979b3562 req-dfd19335-903a-453c-9a57-db7e4ac1f885 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0553117 Aug 24 17:55:38.594959 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b3366-b7b0-4593-a0b4-e6bf4948a6f5 req-59535658-b7f5-43d6-83e3-5d0e6d468e1a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:38.596666 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-df7b3366-b7b0-4593-a0b4-e6bf4948a6f5 req-59535658-b7f5-43d6-83e3-5d0e6d468e1a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0616684 Aug 24 17:55:38.652729 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-df7b3366-b7b0-4593-a0b4-e6bf4948a6f5 req-5b8c9fc5-6310-49da-bbe7-5ee7259a3cdb tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498381 Aug 24 17:55:38.809335 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49182231-efed-4132-b25f-c6abf51b409b req-207b8f67-ca29-47e1-9418-0419f9157f66 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:38.811386 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49182231-efed-4132-b25f-c6abf51b409b req-207b8f67-ca29-47e1-9418-0419f9157f66 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0715477 Aug 24 17:55:38.893731 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49182231-efed-4132-b25f-c6abf51b409b req-0a40e7e1-74eb-407b-8885-2772a14951c7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747743 Aug 24 17:55:39.086896 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-15360472-45df-46e0-9dc0-0a863cee3679 req-207747fa-2920-4783-9d51-482a5f07224b tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0341074 Aug 24 17:55:39.809322 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134abb0f-1bbf-4bc1-9ad7-2612e441f76d req-6fbef550-55a6-43be-a547-352e42766e49 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:39.816429 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-134abb0f-1bbf-4bc1-9ad7-2612e441f76d req-6fbef550-55a6-43be-a547-352e42766e49 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0774636 Aug 24 17:55:39.878509 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-134abb0f-1bbf-4bc1-9ad7-2612e441f76d req-928900eb-dbee-4fd5-985a-c387f2de6555 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609694 Aug 24 17:55:40.068844 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5257b-c2b6-438e-adb5-ce1e55034034 req-b909acc4-2768-4e7d-a352-59ffff9622ad tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:40.071685 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d6c5257b-c2b6-438e-adb5-ce1e55034034 req-b909acc4-2768-4e7d-a352-59ffff9622ad tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0697646 Aug 24 17:55:40.129696 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d6c5257b-c2b6-438e-adb5-ce1e55034034 req-8ad45f9b-4bf6-4c9a-a86e-b4ebb9d51506 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520153 Aug 24 17:55:40.209190 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c6d09503-da7b-40b0-8ac6-b125a7d99073 req-a3cf5a1c-7637-42a4-9633-4fc7408fd761 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0354578 Aug 24 17:55:41.028144 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2bf9d-abf5-49a3-8898-c4e0f8cf7799 req-a212aa31-a0b0-40b3-93fb-3f39988b31f9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:41.029925 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-05a2bf9d-abf5-49a3-8898-c4e0f8cf7799 req-a212aa31-a0b0-40b3-93fb-3f39988b31f9 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0564644 Aug 24 17:55:41.086892 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-05a2bf9d-abf5-49a3-8898-c4e0f8cf7799 req-62acfeea-fe35-47c4-8aad-52ec556aa7c8 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511680 Aug 24 17:55:41.248752 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:41.272353 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d421-3c39-47c3-ae83-aec78d6e80de req-7f79169b-8e06-4905-b1f1-2569c4ba22f8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:41.274227 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8e20d421-3c39-47c3-ae83-aec78d6e80de req-7f79169b-8e06-4905-b1f1-2569c4ba22f8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0586603 Aug 24 17:55:41.367442 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a5ea0523-4571-4fb0-86c4-d0badf2a1e23 req-4ba3da34-6177-4b04-8d2f-252ca30b4e15 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0640316 Aug 24 17:55:41.399977 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8e20d421-3c39-47c3-ae83-aec78d6e80de req-6bbc6dea-849a-4cba-affe-81021470eec7 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192346 Aug 24 17:55:41.678345 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=59,neutron:UPDATE=7 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:42.313338 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.317944 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:DELETE=2,neutron:SELECT=53 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:42.345410 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:42.389803 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f38a3-4b31-44f2-ae72-2fc50d44e5bb req-3f27426c-5e38-480b-966c-831790a98342 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:42.391400 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8b6f38a3-4b31-44f2-ae72-2fc50d44e5bb req-3f27426c-5e38-480b-966c-831790a98342 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0531361 Aug 24 17:55:42.431375 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:42.445241 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8b6f38a3-4b31-44f2-ae72-2fc50d44e5bb req-04fcc744-3523-4ccd-8bd5-1e4a5eec9d53 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476573 Aug 24 17:55:42.493128 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e0bddc7a-2069-4e5d-92f2-a98acea61426 req-e9ea51b7-aa62-4d40-abf2-fccebe5401d5 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0409827 Aug 24 17:55:42.583048 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddda9b-558e-4be7-a56f-91d68f23e9f0 req-92a9121b-2815-49e8-819d-b39755836e78 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:42.584504 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c6ddda9b-558e-4be7-a56f-91d68f23e9f0 req-92a9121b-2815-49e8-819d-b39755836e78 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0516884 Aug 24 17:55:42.639730 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c6ddda9b-558e-4be7-a56f-91d68f23e9f0 req-56fac7c3-d95e-462b-a4cd-85cde949aa1b tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485785 Aug 24 17:55:43.624366 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-19805da1-126a-47ba-aad5-271eebdeb280 req-36df2208-eff2-43be-a989-7c52832fda89 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0323026 Aug 24 17:55:43.637468 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca1e8a-b148-4212-8f98-9f34d28e8f76 req-e07e9755-5ca1-4854-b331-b36b99a07ff0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:43.637663 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-baca1e8a-b148-4212-8f98-9f34d28e8f76 req-e07e9755-5ca1-4854-b331-b36b99a07ff0 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0755126 Aug 24 17:55:43.691087 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-baca1e8a-b148-4212-8f98-9f34d28e8f76 req-eae2eead-24db-41a3-8358-004e2aca494d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477786 Aug 24 17:55:43.771520 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb875e6-3766-4b27-b46d-b44aad0f22ef req-71e736d9-fac0-411b-805e-0f2f7a43b76a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:43.773131 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcb875e6-3766-4b27-b46d-b44aad0f22ef req-71e736d9-fac0-411b-805e-0f2f7a43b76a tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Aug 24 17:55:43.827228 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fcb875e6-3766-4b27-b46d-b44aad0f22ef req-4f2093a9-74a7-4807-ad25-a89f421e51d8 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464580 Aug 24 17:55:44.727346 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fd7046f5-69ca-4042-a272-4fe6a29a7529 req-3e30dee6-179d-4e92-a6a0-24072d2ee7cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0282090 Aug 24 17:55:44.836929 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3b923-492d-4901-9816-81cfc451c81e req-d5d114c8-6a47-4c10-ac79-6e30baebc9a2 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:44.838984 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0fb3b923-492d-4901-9816-81cfc451c81e req-d5d114c8-6a47-4c10-ac79-6e30baebc9a2 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 944 time: 0.0494008 Aug 24 17:55:44.895349 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0fb3b923-492d-4901-9816-81cfc451c81e req-abfef6d2-3510-4e43-b1ca-2e81684d787e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504448 Aug 24 17:55:45.229636 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159af769-5294-4f5e-a3b3-392152c0df64 req-0cc8e987-2847-4d42-8747-7e750b933d48 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:45.231424 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-159af769-5294-4f5e-a3b3-392152c0df64 req-0cc8e987-2847-4d42-8747-7e750b933d48 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.3226573 Aug 24 17:55:45.287837 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-159af769-5294-4f5e-a3b3-392152c0df64 req-c979a040-be1f-4369-b2fb-f1d818eaa7fa tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484822 Aug 24 17:55:45.498772 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 83c659e2-8827-4402-9131-6edb2b9b0a44 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:55:45.618975 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:45.632140 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'port_id': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'mac_address': 'fa:16:3e:07:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:55:45.672320 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 83c659e2-8827-4402-9131-6edb2b9b0a44 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:45.672715 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:45.693737 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c659e2-8827-4402-9131-6edb2b9b0a44 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:55:45.716198 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:45.815807 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:45.858665 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ead814a6-867e-4ddd-9941-956fd7a10fe6 req-3c2ed5ef-bf0e-440d-854d-a90922e6717c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0306439 Aug 24 17:55:45.896566 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=9']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:45.905144 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.905499 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.905869 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.906233 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.906577 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.906918 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.907278 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.907574 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.907987 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.908325 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.908660 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.908994 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.909326 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.909653 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:45.910055 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.048493 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778a5bc-8876-40e8-8970-f201821a4b66 req-2abeb71a-ec2c-41d8-8675-9d5633dda46b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:46.050023 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0778a5bc-8876-40e8-8970-f201821a4b66 req-2abeb71a-ec2c-41d8-8675-9d5633dda46b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 945 time: 0.0564387 Aug 24 17:55:46.092143 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['83c659e2-8827-4402-9131-6edb2b9b0a44'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:46.107252 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0778a5bc-8876-40e8-8970-f201821a4b66 req-c7a6b0fa-c633-4dc5-b5ba-66b7982222a4 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492067 Aug 24 17:55:46.427531 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2bb1e-25f1-4e35-9f36-f4652bb9a11d req-be80d08a-a4f5-4dac-bc41-44332a0ac3a4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:46.429176 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9ec2bb1e-25f1-4e35-9f36-f4652bb9a11d req-be80d08a-a4f5-4dac-bc41-44332a0ac3a4 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0574059 Aug 24 17:55:46.485698 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9ec2bb1e-25f1-4e35-9f36-f4652bb9a11d req-ddf04464-32c2-4273-a678-2c962985fc01 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=86cd505d-57c3-4ce0-9b3f-d62461aeb006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Aug 24 17:55:46.547449 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-bca17754-20d9-4a9b-b868-677772c92f54 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:46.549190 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-bca17754-20d9-4a9b-b868-677772c92f54 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 945 time: 0.0584128 Aug 24 17:55:46.642529 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Deleting port 565c8009-6ae5-4c23-a533-fff7bf8e849d {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:46.642843 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.751888 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] For port 565c8009-6ae5-4c23-a533-fff7bf8e849d, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=565c8009-6ae5-4c23-a533-fff7bf8e849d,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:46.752265 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.768447 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Calling delete_port for 565c8009-6ae5-4c23-a533-fff7bf8e849d owned by compute:nova {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:46.983376 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-28deee9f-f163-4ef4-8f50-1ef47c34ec16 req-1860d8d1-94bb-4cd2-ad21-d086baf87e6c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0303490 Aug 24 17:55:47.008691 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (565c8009-6ae5-4c23-a533-fff7bf8e849d), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.024138 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['565c8009-6ae5-4c23-a533-fff7bf8e849d'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:47.041176 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Pushing event deleted for resources: {'Port': ['ID=565c8009-6ae5-4c23-a533-fff7bf8e849d,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:47.095975 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] No DVR routers for this DVR port 565c8009-6ae5-4c23-a533-fff7bf8e849d on host hv-cinder-85442 {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:47.098661 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.102087 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-1c431c21-45c8-4751-b66b-5bd5d43d70cb req-646d30df-3d1d-4a0a-84b2-91b4c7250bd9 tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.26 "DELETE /networking/v2.0/ports/565c8009-6ae5-4c23-a533-fff7bf8e849d HTTP/1.1" status: 204 len: 173 time: 0.5458486 Aug 24 17:55:47.102548 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec18342-3f45-401f-ba1a-768a427a5fa2', 'name': 'network-vif-deleted', 'tag': '565c8009-6ae5-4c23-a533-fff7bf8e849d'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:47.105032 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f64aaa0-8024-4bac-af05-1dfc056a143f" -d '{"events": [{"server_uuid": "4ec18342-3f45-401f-ba1a-768a427a5fa2", "name": "network-vif-deleted", "tag": "565c8009-6ae5-4c23-a533-fff7bf8e849d"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:47.144945 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f2e9d3-0ddb-4e07-82ce-023d367d233d x-openstack-request-id: req-13f2e9d3-0ddb-4e07-82ce-023d367d233d {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:47.145257 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec18342-3f45-401f-ba1a-768a427a5fa2", "name": "network-vif-deleted", "tag": "565c8009-6ae5-4c23-a533-fff7bf8e849d", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:47.145648 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-13f2e9d3-0ddb-4e07-82ce-023d367d233d {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:47.145954 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f2e9d3-0ddb-4e07-82ce-023d367d233d'] response: {'server_uuid': '4ec18342-3f45-401f-ba1a-768a427a5fa2', 'name': 'network-vif-deleted', 'tag': '565c8009-6ae5-4c23-a533-fff7bf8e849d', 'status': 'completed', 'code': 200} Aug 24 17:55:47.250544 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af048a5-563b-4e2d-843e-0cf0cb08a483 req-c0de7c77-bf3c-42bb-9590-14757845f25d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:47.252177 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9af048a5-563b-4e2d-843e-0cf0cb08a483 req-c0de7c77-bf3c-42bb-9590-14757845f25d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 945 time: 0.0578287 Aug 24 17:55:47.310372 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9af048a5-563b-4e2d-843e-0cf0cb08a483 req-5e89fa6a-a9d4-412f-8bbe-a0471df7d1ee tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501432 Aug 24 17:55:47.486445 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-326aded3-c63d-48b9-a2ab-c41e82d6ed52 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:47.487972 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-326aded3-c63d-48b9-a2ab-c41e82d6ed52 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 812 time: 0.1278598 Aug 24 17:55:47.511550 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 83c659e2-8827-4402-9131-6edb2b9b0a44 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:47.573844 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 83c659e2-8827-4402-9131-6edb2b9b0a44 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:47.574415 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.577981 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:47.639536 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:47.650576 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-231700bb-0bbd-442e-bbac-8574db00c603 req-788ffd67-68a9-45a0-bc5e-20e67a623c0c tempest-ServerRescueNegativeTestJSON-1512152156 tempest-ServerRescueNegativeTestJSON-1512152156-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4ec18342-3f45-401f-ba1a-768a427a5fa2 HTTP/1.1" status: 200 len: 210 time: 0.0485420 Aug 24 17:55:47.659279 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-caa58329-1d26-44dd-b2b3-24947f125d5b tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54cebab3bf1f440dbaa4ef020177a4bb HTTP/1.1" status: 200 len: 380 time: 0.1610458 Aug 24 17:55:47.685783 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 83c659e2-8827-4402-9131-6edb2b9b0a44 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:47.686334 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.715310 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:47.715310 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865e3261-99f4-417d-bfee-600a64da5e50" -d '{"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-plugged", "status": "completed", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:47.717244 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:47.729844 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:47.761814 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'port': {'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'admin_state_up': True, 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'security_groups': ['5008b6f0-7b2e-4618-bde1-8742b2c33678']}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:47.764049 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-25d4c386-1072-4f0b-b7f5-2e37fe589264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.770806 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077e90bb-6b8e-4b29-bbd1-44e8c3e6fb88 x-openstack-request-id: req-077e90bb-6b8e-4b29-bbd1-44e8c3e6fb88 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:47.771163 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-plugged", "status": "completed", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:47.771424 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-077e90bb-6b8e-4b29-bbd1-44e8c3e6fb88 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:47.771871 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077e90bb-6b8e-4b29-bbd1-44e8c3e6fb88'] response: {'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'code': 200} Aug 24 17:55:47.862692 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.923287 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=10']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:48.062994 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Made reservation on behalf of 54cebab3bf1f440dbaa4ef020177a4bb for: {'port': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:55:48.068286 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:48.133757 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ffe57919-6787-438d-9df6-fb579e09e1e8 req-b198c34b-016c-4398-8108-646133ce54a0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0553594 Aug 24 17:55:48.232033 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:48.256153 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Allocated IP 172.20.0.7 (2846555c-99d6-42dd-b3aa-b589c6b8e767/ef7139a4-0225-4999-b9c2-098ddfe2e9e1/a5b4bf67-96d5-4f27-af69-f55896b0c827) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:55:48.275418 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:48.334374 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb328bc-df82-4af0-a273-83799991d97f req-4ca2d54d-0382-4ab9-bdfc-250bf38c650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:48.336065 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aeb328bc-df82-4af0-a273-83799991d97f req-4ca2d54d-0382-4ab9-bdfc-250bf38c650f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 1131 time: 0.0442812 Aug 24 17:55:48.430097 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aeb328bc-df82-4af0-a273-83799991d97f req-3d130ebc-6682-4986-a236-9dddea8cd95f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757735 Aug 24 17:55:48.438119 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:48.477769 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac39aa-2973-4a33-a314-f532564d4333 req-a0097e60-493e-4cc2-a4ee-3850a2c9f200 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:48.479896 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3dac39aa-2973-4a33-a314-f532564d4333 req-a0097e60-493e-4cc2-a4ee-3850a2c9f200 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 947 time: 0.0684328 Aug 24 17:55:48.534002 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:48.534742 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3dac39aa-2973-4a33-a314-f532564d4333 req-07f2f7d7-6d85-4a1e-8745-42d659fe2fc7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484812 Aug 24 17:55:48.586162 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:48.590119 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:48.594133 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:55:48.727175 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49618) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:48.853809 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'Port': ['ID=a5b4bf67-96d5-4f27-af69-f55896b0c827,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:48.886867 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:48.887510 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:48.897838 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-984dc4d2-9bae-47a8-8b17-9125ad6b6750 None None] Provisioning complete for port a5b4bf67-96d5-4f27-af69-f55896b0c827 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:48.899549 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-984dc4d2-9bae-47a8-8b17-9125ad6b6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:48.951231 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-984dc4d2-9bae-47a8-8b17-9125ad6b6750 None None] Port a5b4bf67-96d5-4f27-af69-f55896b0c827 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:55:48.958990 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:48.987234 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-a7f102f4-d1a7-42ee-a8b0-2b9452140dbf tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2295868 Aug 24 17:55:49.107459 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Request body: {'port': {'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:49.176035 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:49.233894 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (950537f3-e282-4de9-8cbe-c5865f76f5da), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:49.336046 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf1be3-8733-4c5a-bd5b-2801ce00393e req-7229b068-e272-4ea2-babd-5317c860ad9b tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:49.336482 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:49.337523 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-54cf1be3-8733-4c5a-bd5b-2801ce00393e req-7229b068-e272-4ea2-babd-5317c860ad9b tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 931 time: 0.1221964 Aug 24 17:55:49.438239 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-54cf1be3-8733-4c5a-bd5b-2801ce00393e req-b627c3ba-8c8a-4050-bff4-3d8caa1d7713 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924432 Aug 24 17:55:49.486636 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b4bf67-96d5-4f27-af69-f55896b0c827 {{(pid=113411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:55:49.494646 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Publish callbacks [] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:49.508746 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.provisioning_blocks [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Transition to ACTIVE for port object a5b4bf67-96d5-4f27-af69-f55896b0c827 will not be triggered until provisioned by entity L2. {{(pid=113411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:55:49.558451 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Deleting port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:49.558905 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:49.621708 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:49.703756 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f61245-dc8c-486a-930c-0d5ac50f36a5 req-25de8bca-c9fe-4f64-80cb-ec0e1b68014a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:49.705291 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-81f61245-dc8c-486a-930c-0d5ac50f36a5 req-25de8bca-c9fe-4f64-80cb-ec0e1b68014a tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 947 time: 0.0722623 Aug 24 17:55:49.709072 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b4bf67-96d5-4f27-af69-f55896b0c827,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:49.710647 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] For port 7b7842c1-4ed8-4d11-b72d-b086cea39e9b, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=7b7842c1-4ed8-4d11-b72d-b086cea39e9b,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:49.711119 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:49.730855 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:49.742838 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Calling delete_port for 7b7842c1-4ed8-4d11-b72d-b086cea39e9b owned by network:router_interface {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:49.750317 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Attempting to bind port a5b4bf67-96d5-4f27-af69-f55896b0c827 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:55:49.750847 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Attempting to bind port a5b4bf67-96d5-4f27-af69-f55896b0c827 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:55:49.751210 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Attempting to bind port a5b4bf67-96d5-4f27-af69-f55896b0c827 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:49.760465 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Port a5b4bf67-96d5-4f27-af69-f55896b0c827 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:55:49.763402 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Attempting to bind port a5b4bf67-96d5-4f27-af69-f55896b0c827 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:49.766513 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:55:49.766869 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Checking segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:55:49.767251 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Bound using segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} {{(pid=113411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:55:49.767692 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.managers [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Bound port: a5b4bf67-96d5-4f27-af69-f55896b0c827, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}}] {{(pid=113411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:55:49.768834 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:49.811287 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-81f61245-dc8c-486a-930c-0d5ac50f36a5 req-6ff5398a-061e-4592-9280-c96042c13d9e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970588 Aug 24 17:55:49.836521 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] For port a5b4bf67-96d5-4f27-af69-f55896b0c827, host hv-cinder-85442, cleared binding levels {{(pid=113411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:55:49.839996 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] For port a5b4bf67-96d5-4f27-af69-f55896b0c827, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:55:49.885930 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:49.924876 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:49.933996 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:49.935080 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:49.937917 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/a5b4bf67-96d5-4f27-af69-f55896b0c827 HTTP/1.1" status: 200 len: 1093 time: 0.8354194 Aug 24 17:55:49.940051 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:49.945017 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2c47d8-67db-4d8b-9f01-04148677c72c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:50.005421 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd168f0-123f-49a3-a846-c2a4dbdf8a20 x-openstack-request-id: req-efd168f0-123f-49a3-a846-c2a4dbdf8a20 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:50.005715 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:50.005995 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efd168f0-123f-49a3-a846-c2a4dbdf8a20 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:50.006406 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd168f0-123f-49a3-a846-c2a4dbdf8a20'] response: {'name': 'network-changed', 'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'status': 'completed', 'code': 200} Aug 24 17:55:50.012499 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e27fad-494b-4a5b-be6b-bb821ecd23c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b4bf67-96d5-4f27-af69-f55896b0c827,revision_number=3']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:50.071947 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c47d8-67db-4d8b-9f01-04148677c72c req-cd9a3a3c-27f2-4d90-9de8-1ab26a9b5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.073883 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0e2c47d8-67db-4d8b-9f01-04148677c72c req-cd9a3a3c-27f2-4d90-9de8-1ab26a9b5b0e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 1127 time: 0.0450628 Aug 24 17:55:50.126957 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:50.141785 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (7b7842c1-4ed8-4d11-b72d-b086cea39e9b), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.189574 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7842c1-4ed8-4d11-b72d-b086cea39e9b,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:50.192154 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c47d8-67db-4d8b-9f01-04148677c72c req-000ea2af-0b10-4e98-b71f-2091367214d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.193672 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0e2c47d8-67db-4d8b-9f01-04148677c72c req-000ea2af-0b10-4e98-b71f-2091367214d0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1110580 Aug 24 17:55:50.279374 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9ca45edc-3860-4c01-af17-0c31fe5748f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.335379 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c47d8-67db-4d8b-9f01-04148677c72c req-1461f72a-5e73-4528-826d-e04080109ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.336923 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-0e2c47d8-67db-4d8b-9f01-04148677c72c req-1461f72a-5e73-4528-826d-e04080109ee5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369908 Aug 24 17:55:50.425132 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-3be03a31-8271-4145-b693-c654272117c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.426906 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-3be03a31-8271-4145-b693-c654272117c5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 1127 time: 0.0502729 Aug 24 17:55:50.429010 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (950537f3-e282-4de9-8cbe-c5865f76f5da), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.478883 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-bdee8442-1b05-4ff0-8cc4-6ff84121dec4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827 HTTP/1.1" status: 200 len: 217 time: 0.0444214 Aug 24 17:55:50.573127 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-c91513c6-ae60-4bf9-9579-0aea9ff539a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.576674 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-c91513c6-ae60-4bf9-9579-0aea9ff539a6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0914755 Aug 24 17:55:50.608367 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16278efd-3fd4-40e0-bf5f-5e0ece0b3deb req-5644e70f-eb14-4198-a14c-1e69ffdbfbcd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.609948 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-16278efd-3fd4-40e0-bf5f-5e0ece0b3deb req-5644e70f-eb14-4198-a14c-1e69ffdbfbcd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 943 time: 0.0650923 Aug 24 17:55:50.626920 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-237702ab-50d4-481a-a19d-a8ad613db215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.629701 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-237702ab-50d4-481a-a19d-a8ad613db215 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461197 Aug 24 17:55:50.722785 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:50.739125 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-6ed45013-0cc0-4bb9-a76a-a27e82417a9e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032622 Aug 24 17:55:50.751261 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-16278efd-3fd4-40e0-bf5f-5e0ece0b3deb req-7dbbe88c-2a24-4c6c-942a-0c54f7d0e65b tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342564 Aug 24 17:55:50.792639 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Router 950537f3-e282-4de9-8cbe-c5865f76f5da has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:50.865724 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-04e18c02-220a-410d-9ee8-489ee582eb4c req-c56970ab-d6ee-478a-8a40-f698bbeb3ecd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200325 Aug 24 17:55:50.942279 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:50.950030 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-06d78a81-fcad-4033-8597-fec711f421c6 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/950537f3-e282-4de9-8cbe-c5865f76f5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2223217 Aug 24 17:55:50.953451 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49678) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:50.958870 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] Sync routers for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:50.985336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaf602-f8f1-473f-a56a-ecf4aa6194f9 req-752deed6-3459-49bd-8215-592aba801910 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.985484 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:50.985484 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:50.985750 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9afaf602-f8f1-473f-a56a-ecf4aa6194f9 req-752deed6-3459-49bd-8215-592aba801910 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 947 time: 0.0758893 Aug 24 17:55:51.056732 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9afaf602-f8f1-473f-a56a-ecf4aa6194f9 req-dee95a38-d0b7-4a20-8f69-b0af49d3f291 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640278 Aug 24 17:55:51.095486 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks [] for router (950537f3-e282-4de9-8cbe-c5865f76f5da), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.108444 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:51.206554 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks [] for router_gateway (950537f3-e282-4de9-8cbe-c5865f76f5da), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.296254 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:55:49Z', 'revision_number': 5, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port': {'id': '1877ce8b-c9f3-4693-8165-01d76d921396', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:49Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:51.324527 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] Checking router: 950537f3-e282-4de9-8cbe-c5865f76f5da for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:51.334302 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] Routers {'950537f3-e282-4de9-8cbe-c5865f76f5da'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:51.334934 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['950537f3-e282-4de9-8cbe-c5865f76f5da'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:51.350114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.362868 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Deleting port 1877ce8b-c9f3-4693-8165-01d76d921396 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:51.363527 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.423929 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] Set router 950537f3-e282-4de9-8cbe-c5865f76f5da gateway port host: None {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:51.454171 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] For port 1877ce8b-c9f3-4693-8165-01d76d921396, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=1877ce8b-c9f3-4693-8165-01d76d921396,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:51.454529 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.468328 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Calling delete_port for 1877ce8b-c9f3-4693-8165-01d76d921396 owned by network:router_gateway {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:51.474237 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:55:51Z', 'revision_number': 6, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port_host': None}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:51.503829 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a8115-9cbd-464d-b7bd-6b96a47bc58e None None] The sync data for ids ['950537f3-e282-4de9-8cbe-c5865f76f5da'] in dv-cinder-854428-1-iscsi is: [{'id': '950537f3-e282-4de9-8cbe-c5865f76f5da', 'name': 'tempest-ServerRescueNegativeTestJSON-2052805228-router', 'tenant_id': '151e9d2b290047e8acd9468c721b9dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:48Z', 'updated_at': '2022-08-24T17:55:51Z', 'revision_number': 6, 'project_id': '151e9d2b290047e8acd9468c721b9dd3', 'gw_port_host': None}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:51.548725 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 565c8009-6ae5-4c23-a533-fff7bf8e849d no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:51.570354 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 565c8009-6ae5-4c23-a533-fff7bf8e849d {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:51.570743 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 565c8009-6ae5-4c23-a533-fff7bf8e849d not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:51.635312 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:51.733371 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (1877ce8b-c9f3-4693-8165-01d76d921396), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.758607 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1877ce8b-c9f3-4693-8165-01d76d921396,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:51.827151 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (950537f3-e282-4de9-8cbe-c5865f76f5da), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.932995 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (950537f3-e282-4de9-8cbe-c5865f76f5da), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.935004 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:51.937205 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks [] for router_controller (950537f3-e282-4de9-8cbe-c5865f76f5da), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.941706 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acdcf5-3e3e-4709-96ce-cb07676e1e30 req-9c722bee-961c-49f6-891a-4cd5082fefe3 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:51.943348 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-80acdcf5-3e3e-4709-96ce-cb07676e1e30 req-9c722bee-961c-49f6-891a-4cd5082fefe3 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 943 time: 0.0785170 Aug 24 17:55:52.010682 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:52.029564 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-80acdcf5-3e3e-4709-96ce-cb07676e1e30 req-2c536259-19f7-4c4b-81e9-4b17c14890b9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684710 Aug 24 17:55:52.075837 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (950537f3-e282-4de9-8cbe-c5865f76f5da), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.076476 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 950537f3-e282-4de9-8cbe-c5865f76f5da {{(pid=113411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:55:52.082406 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.085417 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ef79a752-c70d-4dc3-bd60-a1b28ed6b9e0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/950537f3-e282-4de9-8cbe-c5865f76f5da HTTP/1.1" status: 204 len: 168 time: 1.1289909 Aug 24 17:55:52.087369 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49684) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:52.137688 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_v2 [None req-406e35a8-ba02-486d-892d-0e8178109b92 admin admin] Deleting subnet fd42a4f2-7007-49af-86e9-a41c17d86148 {{(pid=113411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:55:52.141240 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-406e35a8-ba02-486d-892d-0e8178109b92 admin admin] Publish callbacks [] for subnet (fd42a4f2-7007-49af-86e9-a41c17d86148), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.172328 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:52.180916 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-406e35a8-ba02-486d-892d-0e8178109b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17734599'] for subnet (fd42a4f2-7007-49af-86e9-a41c17d86148), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.195073 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233feb1d-b650-42e1-9749-5743b2d40d41 req-8dc0dc30-451e-4d24-8b55-f3951fd57dd5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:52.196626 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-233feb1d-b650-42e1-9749-5743b2d40d41 req-8dc0dc30-451e-4d24-8b55-f3951fd57dd5 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 947 time: 0.0519302 Aug 24 17:55:52.274314 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-233feb1d-b650-42e1-9749-5743b2d40d41 req-83aac814-a2ac-41db-8de3-551082ab3950 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702024 Aug 24 17:55:52.333026 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 7b7842c1-4ed8-4d11-b72d-b086cea39e9b no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:52.339749 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-406e35a8-ba02-486d-892d-0e8178109b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (fd42a4f2-7007-49af-86e9-a41c17d86148), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.358224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 7b7842c1-4ed8-4d11-b72d-b086cea39e9b {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:52.358685 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 7b7842c1-4ed8-4d11-b72d-b086cea39e9b not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:52.499579 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-406e35a8-ba02-486d-892d-0e8178109b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17011773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17617116'] for subnet (fd42a4f2-7007-49af-86e9-a41c17d86148), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.525841 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e35a8-ba02-486d-892d-0e8178109b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd42a4f2-7007-49af-86e9-a41c17d86148,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:52.533222 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-406e35a8-ba02-486d-892d-0e8178109b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.536627 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-406e35a8-ba02-486d-892d-0e8178109b92 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/fd42a4f2-7007-49af-86e9-a41c17d86148 HTTP/1.1" status: 204 len: 168 time: 0.4474969 Aug 24 17:55:52.540274 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49690) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:52.544817 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e1185-25ee-481d-a038-e07c0b13bc24 None None] Network 4dda7a94-775b-4143-b064-79a1f63c7c32 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:55:52.631179 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (4dda7a94-775b-4143-b064-79a1f63c7c32), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.686145 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Deleting port 7bf5c67e-a5ee-4aee-b038-937b311a030e {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:52.687032 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.735659 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2ab53-b19d-4c32-bd9e-58cbfc0d8a35 None None] DHCP port deletion for 4dda7a94-775b-4143-b064-79a1f63c7c32 request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:55:52.757285 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] For port 7bf5c67e-a5ee-4aee-b038-937b311a030e, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=7bf5c67e-a5ee-4aee-b038-937b311a030e,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:52.757654 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.772845 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Calling delete_port for 7bf5c67e-a5ee-4aee-b038-937b311a030e owned by network:dhcp {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:52.779305 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2ab53-b19d-4c32-bd9e-58cbfc0d8a35 None None] Deleting port 7bf5c67e-a5ee-4aee-b038-937b311a030e {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:52.779603 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ab53-b19d-4c32-bd9e-58cbfc0d8a35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.854327 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a6d2ab53-b19d-4c32-bd9e-58cbfc0d8a35 None None] For port 7bf5c67e-a5ee-4aee-b038-937b311a030e, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=7bf5c67e-a5ee-4aee-b038-937b311a030e,segment=NetworkSegment(b43750d0-c13d-4ef8-91c2-57a748ba8862),segment_id=b43750d0-c13d-4ef8-91c2-57a748ba8862)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:52.855011 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ab53-b19d-4c32-bd9e-58cbfc0d8a35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.873919 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2ab53-b19d-4c32-bd9e-58cbfc0d8a35 None None] Calling delete_port for 7bf5c67e-a5ee-4aee-b038-937b311a030e owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:52.930134 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.956710 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf5c67e-a5ee-4aee-b038-937b311a030e,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:52.957429 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ab53-b19d-4c32-bd9e-58cbfc0d8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (7bf5c67e-a5ee-4aee-b038-937b311a030e), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.960205 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] No DVR routers for this DVR port 7bf5c67e-a5ee-4aee-b038-937b311a030e on host dv-cinder-854428-1-iscsi {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:52.989549 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d2ab53-b19d-4c32-bd9e-58cbfc0d8a35 None None] No DVR routers for this DVR port 7bf5c67e-a5ee-4aee-b038-937b311a030e on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:52.991153 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2ab53-b19d-4c32-bd9e-58cbfc0d8a35 None None] Pushing event deleted for resources: {'Port': ['ID=7bf5c67e-a5ee-4aee-b038-937b311a030e,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:52.995492 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:53.047940 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (4dda7a94-775b-4143-b064-79a1f63c7c32), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.070999 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dda7a94-775b-4143-b064-79a1f63c7c32']}} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:53.083135 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43750d0-c13d-4ef8-91c2-57a748ba8862') {'for_net_delete': True} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:53.083757 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43750d0-c13d-4ef8-91c2-57a748ba8862') {} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:53.095935 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17734606'] for segment (b43750d0-c13d-4ef8-91c2-57a748ba8862), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.107066 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.116444 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (b43750d0-c13d-4ef8-91c2-57a748ba8862), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.121995 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=113411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:55:53.122468 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17011803'] for segment (b43750d0-c13d-4ef8-91c2-57a748ba8862), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.179423 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment b43750d0-c13d-4ef8-91c2-57a748ba8862 resource provider aggregate not found Aug 24 17:55:53.187878 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249db47-f07f-4c7e-8bfd-bdad7564aeaa req-7a43f228-4e66-4a73-b551-c98c74c27c3d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:53.190322 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4249db47-f07f-4c7e-8bfd-bdad7564aeaa req-7a43f228-4e66-4a73-b551-c98c74c27c3d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 943 time: 0.0581503 Aug 24 17:55:53.201956 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment b43750d0-c13d-4ef8-91c2-57a748ba8862 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b43750d0-c13d-4ef8-91c2-57a748ba8862 found for delete ", "request_id": "req-ab574d33-7b3f-48fd-8051-184f46b31170"}]} Aug 24 17:55:53.210578 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.246001 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4249db47-f07f-4c7e-8bfd-bdad7564aeaa req-9c2b2715-0753-4423-aab6-5ab21f4b2b5a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494552 Aug 24 17:55:53.298709 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (4dda7a94-775b-4143-b064-79a1f63c7c32), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.303262 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.310184 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/4dda7a94-775b-4143-b064-79a1f63c7c32 HTTP/1.1" status: 204 len: 168 time: 0.7675366 Aug 24 17:55:53.329676 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c76321-f437-4d2b-bfc8-1a09c20ebc91 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dda7a94-775b-4143-b064-79a1f63c7c32,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:53.679461 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49708) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:53.723441 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a73eca0e-8442-450a-b721-c4260632c77f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=151e9d2b290047e8acd9468c721b9dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426381 Aug 24 17:55:53.726094 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49710) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:53.778906 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfd36-bf3d-44e6-a0c8-e5824b3d7ca2 admin admin] Publish callbacks [] for security_group (86cd505d-57c3-4ce0-9b3f-d62461aeb006), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.801444 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfd36-bf3d-44e6-a0c8-e5824b3d7ca2 admin admin] Publish callbacks [] for security_group (86cd505d-57c3-4ce0-9b3f-d62461aeb006), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.836252 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 1877ce8b-c9f3-4693-8165-01d76d921396 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:53.857380 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 1877ce8b-c9f3-4693-8165-01d76d921396 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:53.857737 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 1877ce8b-c9f3-4693-8165-01d76d921396 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:53.858184 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 7bf5c67e-a5ee-4aee-b038-937b311a030e no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:53.877118 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 7bf5c67e-a5ee-4aee-b038-937b311a030e {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:53.877464 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 7bf5c67e-a5ee-4aee-b038-937b311a030e not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:53.929883 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfd36-bf3d-44e6-a0c8-e5824b3d7ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (86cd505d-57c3-4ce0-9b3f-d62461aeb006), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.932675 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfd36-bf3d-44e6-a0c8-e5824b3d7ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.934662 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-b9cbfd36-bf3d-44e6-a0c8-e5824b3d7ca2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/86cd505d-57c3-4ce0-9b3f-d62461aeb006 HTTP/1.1" status: 204 len: 168 time: 0.2075906 Aug 24 17:55:53.952450 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:53.964664 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbfd36-bf3d-44e6-a0c8-e5824b3d7ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cd505d-57c3-4ce0-9b3f-d62461aeb006,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:54.374818 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9072e-6f89-4305-8d4a-0de281be624e req-3391fa2d-dc7c-4f41-92b6-d4057234a990 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:54.376338 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-56a9072e-6f89-4305-8d4a-0de281be624e req-3391fa2d-dc7c-4f41-92b6-d4057234a990 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 943 time: 0.0549598 Aug 24 17:55:54.429031 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-56a9072e-6f89-4305-8d4a-0de281be624e req-a28ff847-b4db-4e03-8ad3-e65686a4910e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471382 Aug 24 17:55:55.558518 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913b444-1fbe-4c3d-9dee-858e0581890d req-e09c8e2a-979c-4f8b-9700-da88588f3908 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:55.560293 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8913b444-1fbe-4c3d-9dee-858e0581890d req-e09c8e2a-979c-4f8b-9700-da88588f3908 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 943 time: 0.0552008 Aug 24 17:55:55.618826 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8913b444-1fbe-4c3d-9dee-858e0581890d req-f68bf97b-97aa-4d0a-a49d-9c6779430ad8 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482833 Aug 24 17:55:56.042525 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49784) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:56.176634 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0049ed08-72bd-4a50-86e7-454f5e529d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.280535 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0049ed08-72bd-4a50-86e7-454f5e529d14 admin admin] Publish callbacks [] for security_group (b0236533-e64d-4a79-9815-7f46a5ce5e6a), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.395894 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0049ed08-72bd-4a50-86e7-454f5e529d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (b0236533-e64d-4a79-9815-7f46a5ce5e6a), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.437229 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049ed08-72bd-4a50-86e7-454f5e529d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0236533-e64d-4a79-9815-7f46a5ce5e6a,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:56.441988 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-0049ed08-72bd-4a50-86e7-454f5e529d14 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=bbc74a757d3c4e29aa1d1448f659a706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984630 Aug 24 17:55:56.444866 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49790) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:56.504319 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-24b8e161-09e4-4f49-b651-7322975ff2fd admin admin] Publish callbacks [] for security_group (b0236533-e64d-4a79-9815-7f46a5ce5e6a), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.526884 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-24b8e161-09e4-4f49-b651-7322975ff2fd admin admin] Publish callbacks [] for security_group (b0236533-e64d-4a79-9815-7f46a5ce5e6a), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.655468 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-24b8e161-09e4-4f49-b651-7322975ff2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (b0236533-e64d-4a79-9815-7f46a5ce5e6a), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.658295 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-24b8e161-09e4-4f49-b651-7322975ff2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.659444 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-24b8e161-09e4-4f49-b651-7322975ff2fd admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b0236533-e64d-4a79-9815-7f46a5ce5e6a HTTP/1.1" status: 204 len: 168 time: 0.2133291 Aug 24 17:55:56.668879 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8e161-09e4-4f49-b651-7322975ff2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0236533-e64d-4a79-9815-7f46a5ce5e6a,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:56.766058 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252915f-c91f-4c4c-83a3-b847db18ffdb req-ce56b976-8603-4f61-8968-501d68c837ac tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:56.767847 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b252915f-c91f-4c4c-83a3-b847db18ffdb req-ce56b976-8603-4f61-8968-501d68c837ac tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 943 time: 0.0561924 Aug 24 17:55:56.826984 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b252915f-c91f-4c4c-83a3-b847db18ffdb req-05ccd9ad-951a-43eb-8c53-4916642f67a0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534086 Aug 24 17:55:57.923941 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:57.966680 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfe7f5-e88b-4b48-a118-52533399e534 req-e46223b2-ebb8-471a-b44b-7e48116e7744 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:57.968286 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bdcfe7f5-e88b-4b48-a118-52533399e534 req-e46223b2-ebb8-471a-b44b-7e48116e7744 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 943 time: 0.0586267 Aug 24 17:55:58.023301 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bdcfe7f5-e88b-4b48-a118-52533399e534 req-7ea3a6b2-a844-446f-8ee9-c72d8da1a58a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492930 Aug 24 17:55:59.143708 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:59.152705 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a80e7-e753-482e-a871-3f043a3c9005 req-9e23e89b-a7ef-48b1-8ca0-91b86a98d68c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:59.154332 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b6a80e7-e753-482e-a871-3f043a3c9005 req-9e23e89b-a7ef-48b1-8ca0-91b86a98d68c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 943 time: 0.0530138 Aug 24 17:55:59.210300 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b6a80e7-e753-482e-a871-3f043a3c9005 req-fbf4bae8-b4e8-4991-94bb-fda0eb5ed8ab tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477448 Aug 24 17:55:59.587050 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device a5b4bf67-96d5-4f27-af69-f55896b0c827 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:55:59.692939 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port a5b4bf67-96d5-4f27-af69-f55896b0c827, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:59.704738 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:55:59.740149 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:59.744552 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port a5b4bf67-96d5-4f27-af69-f55896b0c827 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:59.745625 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.759674 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b4bf67-96d5-4f27-af69-f55896b0c827 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:55:59.782001 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port a5b4bf67-96d5-4f27-af69-f55896b0c827, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:59.889886 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.940443 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=a5b4bf67-96d5-4f27-af69-f55896b0c827,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:00.109591 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['a5b4bf67-96d5-4f27-af69-f55896b0c827'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:56:00.135415 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:00.342975 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ec5eb-dd20-4c36-a647-df8600966418 req-6eebe3de-f6bd-4883-949e-a650ddf37624 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:00.344664 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-849ec5eb-dd20-4c36-a647-df8600966418 req-6eebe3de-f6bd-4883-949e-a650ddf37624 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 944 time: 0.0578721 Aug 24 17:56:00.407605 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-849ec5eb-dd20-4c36-a647-df8600966418 req-1b43a8ca-0f55-4736-bbef-1a12aaf5de3d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531025 Aug 24 17:56:01.448467 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=63 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:01.477555 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=66 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:01.576555 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257df41a-f771-4cce-b91d-a7cd46638276 req-b2f8ff54-4f16-4158-819c-240c0e03ed8e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:01.578148 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-257df41a-f771-4cce-b91d-a7cd46638276 req-b2f8ff54-4f16-4158-819c-240c0e03ed8e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 944 time: 0.0510635 Aug 24 17:56:01.601191 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device a5b4bf67-96d5-4f27-af69-f55896b0c827 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:56:01.633332 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-257df41a-f771-4cce-b91d-a7cd46638276 req-b23fe6f3-29f6-4dda-9527-9e4992fdeeea tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487993 Aug 24 17:56:01.648667 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port a5b4bf67-96d5-4f27-af69-f55896b0c827 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:56:01.738320 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port a5b4bf67-96d5-4f27-af69-f55896b0c827 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:56:01.738765 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:01.944431 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port a5b4bf67-96d5-4f27-af69-f55896b0c827 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:56:01.944747 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:01.970434 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:01.972664 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d37a8c-38b6-4db9-8c1e-885b8733ca3f" -d '{"events": [{"server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "name": "network-vif-plugged", "status": "completed", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:01.985349 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port a5b4bf67-96d5-4f27-af69-f55896b0c827, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:02.013140 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc538693-e81e-49f2-85d3-a58b49d70421 x-openstack-request-id: req-fc538693-e81e-49f2-85d3-a58b49d70421 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:02.016665 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "name": "network-vif-plugged", "status": "completed", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:02.016665 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc538693-e81e-49f2-85d3-a58b49d70421 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:02.016665 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc538693-e81e-49f2-85d3-a58b49d70421'] response: {'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'code': 200} Aug 24 17:56:02.063986 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.114038 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=a5b4bf67-96d5-4f27-af69-f55896b0c827,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:02.234974 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49904) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:02.354454 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc55e2e5-c591-41da-8d86-bbbec14403fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.434291 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e84c8-8497-4ccc-b415-cf6b676d729f req-c64c4f17-eb06-4b7c-a183-859f0748bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:02.436079 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-343e84c8-8497-4ccc-b415-cf6b676d729f req-c64c4f17-eb06-4b7c-a183-859f0748bfdd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 1129 time: 0.0631161 Aug 24 17:56:02.512294 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc55e2e5-c591-41da-8d86-bbbec14403fc admin admin] Publish callbacks [] for security_group (2f5f72cb-939b-4c47-9ed9-6ce151e33994), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.515557 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-343e84c8-8497-4ccc-b415-cf6b676d729f req-8d055b59-a72f-41df-9330-5fa2e814b6e3 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736747 Aug 24 17:56:02.604020 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc55e2e5-c591-41da-8d86-bbbec14403fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2f5f72cb-939b-4c47-9ed9-6ce151e33994), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.646676 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-cc55e2e5-c591-41da-8d86-bbbec14403fc admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=cba8a2457a504fd88bc674decd1b83c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105322 Aug 24 17:56:02.647549 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55e2e5-c591-41da-8d86-bbbec14403fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f72cb-939b-4c47-9ed9-6ce151e33994,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:02.649621 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49912) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:02.709750 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-265934c3-e2fb-4de7-b62f-cf7a4ad56d18 admin admin] Publish callbacks [] for security_group (2f5f72cb-939b-4c47-9ed9-6ce151e33994), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.759286 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-265934c3-e2fb-4de7-b62f-cf7a4ad56d18 admin admin] Publish callbacks [] for security_group (2f5f72cb-939b-4c47-9ed9-6ce151e33994), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.781963 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57a7ca-53b0-4ef3-91ce-94a4866188c4 req-d0d33896-692d-4af3-8b79-93d0d80adef6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:02.783458 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5c57a7ca-53b0-4ef3-91ce-94a4866188c4 req-d0d33896-692d-4af3-8b79-93d0d80adef6 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 945 time: 0.0713744 Aug 24 17:56:02.849370 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5c57a7ca-53b0-4ef3-91ce-94a4866188c4 req-0e97b3ef-8250-4846-9cc3-dc8d49fc1fc0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589378 Aug 24 17:56:02.935506 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-265934c3-e2fb-4de7-b62f-cf7a4ad56d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2f5f72cb-939b-4c47-9ed9-6ce151e33994), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.938720 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-265934c3-e2fb-4de7-b62f-cf7a4ad56d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.940090 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-265934c3-e2fb-4de7-b62f-cf7a4ad56d18 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2f5f72cb-939b-4c47-9ed9-6ce151e33994 HTTP/1.1" status: 204 len: 168 time: 0.2890966 Aug 24 17:56:02.950650 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265934c3-e2fb-4de7-b62f-cf7a4ad56d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f72cb-939b-4c47-9ed9-6ce151e33994,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:03.661691 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 49924) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:03.676753 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4439f115-1878-453d-aa18-b55c045c14a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.758527 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4439f115-1878-453d-aa18-b55c045c14a9 admin admin] Publish callbacks [] for security_group (fd40423c-49a0-4869-9e25-c77dbc0cb425), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.858633 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4439f115-1878-453d-aa18-b55c045c14a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (fd40423c-49a0-4869-9e25-c77dbc0cb425), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.905130 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439f115-1878-453d-aa18-b55c045c14a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40423c-49a0-4869-9e25-c77dbc0cb425,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:03.909739 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-4439f115-1878-453d-aa18-b55c045c14a9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=be0e1c18117546b0889d165d0eedb0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459419 Aug 24 17:56:03.912720 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49928) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:04.016619 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e79f4-30d3-4bdc-a697-2fd821005f5f req-12897bc7-5f35-46cb-8878-004d9965a03f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:04.018330 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-160e79f4-30d3-4bdc-a697-2fd821005f5f req-12897bc7-5f35-46cb-8878-004d9965a03f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 945 time: 0.0737534 Aug 24 17:56:04.021340 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecfd20fa-9c81-40a0-ad62-bbbcf0314452 admin admin] Publish callbacks [] for security_group (fd40423c-49a0-4869-9e25-c77dbc0cb425), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.059822 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecfd20fa-9c81-40a0-ad62-bbbcf0314452 admin admin] Publish callbacks [] for security_group (fd40423c-49a0-4869-9e25-c77dbc0cb425), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.115353 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-160e79f4-30d3-4bdc-a697-2fd821005f5f req-b616a4c8-83d8-4feb-8e5b-0409b2e00e72 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905709 Aug 24 17:56:04.235092 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecfd20fa-9c81-40a0-ad62-bbbcf0314452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (fd40423c-49a0-4869-9e25-c77dbc0cb425), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.237679 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-ecfd20fa-9c81-40a0-ad62-bbbcf0314452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.238880 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-ecfd20fa-9c81-40a0-ad62-bbbcf0314452 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fd40423c-49a0-4869-9e25-c77dbc0cb425 HTTP/1.1" status: 204 len: 168 time: 0.3242388 Aug 24 17:56:04.254947 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd20fa-9c81-40a0-ad62-bbbcf0314452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40423c-49a0-4869-9e25-c77dbc0cb425,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:04.265073 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb03e53-db92-4059-a42a-d5d2eeae9e35 req-5154107e-f24c-460b-b197-447fa68135ab tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:04.266720 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6eb03e53-db92-4059-a42a-d5d2eeae9e35 req-5154107e-f24c-460b-b197-447fa68135ab tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 945 time: 0.0629086 Aug 24 17:56:04.319918 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6eb03e53-db92-4059-a42a-d5d2eeae9e35 req-d12b91d6-1dd5-40ca-b103-7b9a7527656a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467737 Aug 24 17:56:04.348340 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49934) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:04.391967 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3d4cf-88a0-46d5-bbfa-671419c4f79a tempest-TestVolumeBootPattern-616614680 tempest-TestVolumeBootPattern-616614680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:04.393968 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-7ff3d4cf-88a0-46d5-bbfa-671419c4f79a tempest-TestVolumeBootPattern-616614680 tempest-TestVolumeBootPattern-616614680-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 1124 time: 0.0444360 Aug 24 17:56:04.396893 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 49936) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:04.401179 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:56:04.406748 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:04.524098 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.603978 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:04.609736 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.760465 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Allocated IP 172.27.2.106 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/cd78fd6a-6abd-4766-962c-5cf6eebc1215) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:56:04.870264 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for port (cd78fd6a-6abd-4766-962c-5cf6eebc1215), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.975791 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (cd78fd6a-6abd-4766-962c-5cf6eebc1215), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.028122 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:56:05.033656 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:56:05.038114 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'Port': ['ID=cd78fd6a-6abd-4766-962c-5cf6eebc1215,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:05.038261 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:56:05.271051 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:05.672156 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (d2a0f3b6-1cf3-4c73-8e0f-00188b21c337), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.878814 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (cd78fd6a-6abd-4766-962c-5cf6eebc1215), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.949769 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:06.120115 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for port (cd78fd6a-6abd-4766-962c-5cf6eebc1215), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:06.218380 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (cd78fd6a-6abd-4766-962c-5cf6eebc1215), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:06.290128 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'Port': ['ID=cd78fd6a-6abd-4766-962c-5cf6eebc1215,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:06.296875 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (d2a0f3b6-1cf3-4c73-8e0f-00188b21c337), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:06.407590 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Floating IP d2a0f3b6-1cf3-4c73-8e0f-00188b21c337 associated. External IP: 172.27.2.106, port: a5b4bf67-96d5-4f27-af69-f55896b0c827. Aug 24 17:56:06.606892 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:06.631923 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Router 4c879247-18bc-400b-99f8-82d3e0398fb9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:06.747303 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:06.759412 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] Sync routers for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:06.772970 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:06.773590 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:06.866419 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:06.880492 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:06.890183 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:06.942648 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-b07fb6f4-7226-4f5c-a4a8-00d049192eed tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5446727 Aug 24 17:56:06.943575 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:06.951481 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:06.994341 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7362bd73-189f-45c5-8d62-d83fd938da51 x-openstack-request-id: req-7362bd73-189f-45c5-8d62-d83fd938da51 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:06.994720 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:06.995049 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7362bd73-189f-45c5-8d62-d83fd938da51 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:06.995672 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7362bd73-189f-45c5-8d62-d83fd938da51'] response: {'name': 'network-changed', 'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'status': 'completed', 'code': 200} Aug 24 17:56:07.084559 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-f2613cd2-215e-4219-b6cb-8dafa66d3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:07.086518 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-f2613cd2-215e-4219-b6cb-8dafa66d3f48 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 1129 time: 0.0479043 Aug 24 17:56:07.157438 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'd2a0f3b6-1cf3-4c73-8e0f-00188b21c337', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:05Z', 'updated_at': '2022-08-24T17:56:05Z', 'revision_number': 0, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:07.161710 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:07.196239 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] Checking router: 4c879247-18bc-400b-99f8-82d3e0398fb9 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:07.207888 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:07.208744 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:07.238492 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:07.240236 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-68bb2ded-f53f-470a-8fdb-9a8a409a379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:07.242806 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-68bb2ded-f53f-470a-8fdb-9a8a409a379d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 913 time: 0.1438181 Aug 24 17:56:07.316337 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-692232f2-3f09-4082-b34f-846032eec06c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827 HTTP/1.1" status: 200 len: 999 time: 0.0663676 Aug 24 17:56:07.320496 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:07.387085 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-55773bbe-9e75-4933-8500-587661a13c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:07.388466 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-55773bbe-9e75-4933-8500-587661a13c51 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0605097 Aug 24 17:56:07.435178 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-96f84a69-97e9-4d86-9a4e-188852bfcd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:07.436704 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-96f84a69-97e9-4d86-9a4e-188852bfcd4a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408571 Aug 24 17:56:07.470482 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:07.569427 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'd2a0f3b6-1cf3-4c73-8e0f-00188b21c337', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:05Z', 'updated_at': '2022-08-24T17:56:05Z', 'revision_number': 0, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:07.586974 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-f9de2765-a408-4ae6-ad88-a9db1b12196f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339905 Aug 24 17:56:07.603988 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e11fbf-f958-4df4-90bd-cba5527311f9 None None] The sync data for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi is: [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'd2a0f3b6-1cf3-4c73-8e0f-00188b21c337', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:05Z', 'updated_at': '2022-08-24T17:56:05Z', 'revision_number': 0, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:07.690181 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-bcf04c5d-9934-465d-a7bf-8f80e2ca8054 req-4a81ef26-a9a8-46b9-be36-3d27824e2d87 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966065 Aug 24 17:56:07.862211 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99053b20-9bcd-471e-a849-e0afc3ddd98b None None] New status for floating IP d2a0f3b6-1cf3-4c73-8e0f-00188b21c337: ACTIVE {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:56:09.376349 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794408d9-03be-4675-be4d-5800fceac518 req-0b845ffc-4860-437f-a87a-71d96042e9ea tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.377919 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-794408d9-03be-4675-be4d-5800fceac518 req-0b845ffc-4860-437f-a87a-71d96042e9ea tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 945 time: 0.0514233 Aug 24 17:56:09.430122 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-794408d9-03be-4675-be4d-5800fceac518 req-7fc3947b-29de-48ce-8675-bdb9d54ea8ae tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458772 Aug 24 17:56:09.838117 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae6595-99c1-46a9-8ee1-dea8578a0190 req-cc689eb9-3b03-4b3b-b3ec-05951e81e9f7 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.839587 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-76ae6595-99c1-46a9-8ee1-dea8578a0190 req-cc689eb9-3b03-4b3b-b3ec-05951e81e9f7 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 945 time: 0.0561631 Aug 24 17:56:09.900002 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-76ae6595-99c1-46a9-8ee1-dea8578a0190 req-125a2ab8-8a5b-452e-ba05-2883a5cedb29 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528133 Aug 24 17:56:10.578612 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f032fd0-ae5f-42d4-b88a-2d5da9b070a5 req-f47b399a-0730-4413-944b-b64825fe401d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:10.580662 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6f032fd0-ae5f-42d4-b88a-2d5da9b070a5 req-f47b399a-0730-4413-944b-b64825fe401d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 945 time: 0.0650296 Aug 24 17:56:10.639702 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6f032fd0-ae5f-42d4-b88a-2d5da9b070a5 req-f4b0c1c8-e7aa-40cb-9610-fc4cddc7a84b tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488851 Aug 24 17:56:11.032816 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bee2c-158f-4183-bfd3-cde03588a9ea req-acc0bc0f-0839-40c5-b953-3a5c538fc304 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:11.034370 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4d9bee2c-158f-4183-bfd3-cde03588a9ea req-acc0bc0f-0839-40c5-b953-3a5c538fc304 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 945 time: 0.0500591 Aug 24 17:56:11.085211 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4d9bee2c-158f-4183-bfd3-cde03588a9ea req-815373b9-0c9b-438e-8b67-255e339561ce tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453389 Aug 24 17:56:11.769761 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0ec35-3310-4173-a949-ba52b48f9621 req-0f28aeee-e0b2-4ded-b949-6dcfe7b6140e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:11.771242 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49d0ec35-3310-4173-a949-ba52b48f9621 req-0f28aeee-e0b2-4ded-b949-6dcfe7b6140e tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 945 time: 0.0548627 Aug 24 17:56:11.821296 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49d0ec35-3310-4173-a949-ba52b48f9621 req-864f461e-6cbe-4735-bc13-b526824b28c5 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441349 Aug 24 17:56:12.246865 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deb84-aa00-42ff-83b7-7a0cd5226717 req-4b4711d9-2646-41dd-99c0-be12266fbc06 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:12.248428 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-251deb84-aa00-42ff-83b7-7a0cd5226717 req-4b4711d9-2646-41dd-99c0-be12266fbc06 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 945 time: 0.0510635 Aug 24 17:56:12.314708 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-251deb84-aa00-42ff-83b7-7a0cd5226717 req-37b69184-cdf8-44ae-8a35-1e2f8ca1415b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549912 Aug 24 17:56:12.318171 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:12.338257 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-2ea96872-0175-402f-b63d-bac5e472b053 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:12.338768 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-2ea96872-0175-402f-b63d-bac5e472b053 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 945 time: 0.0631821 Aug 24 17:56:12.469210 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Deleting port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:12.469564 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:12.578812 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] For port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:12.578812 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:12.582587 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-bd9dcba9-596e-4a09-8eaa-6033216d2e96 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:12.584458 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-bd9dcba9-596e-4a09-8eaa-6033216d2e96 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 945 time: 0.0601234 Aug 24 17:56:12.643253 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:12.685504 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Deleting port 9763e972-34e4-4117-87ff-40626f7974b5 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:12.688042 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (9763e972-34e4-4117-87ff-40626f7974b5), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:12.825746 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:12.835526 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] For port 9763e972-34e4-4117-87ff-40626f7974b5, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=9763e972-34e4-4117-87ff-40626f7974b5,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:12.836129 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (9763e972-34e4-4117-87ff-40626f7974b5), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:12.997884 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:12.998340 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:12.998474 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Floating IP a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9 disassociated. External IP: 172.27.2.12, port: fd7822b1-ee55-4ee8-b60e-46b6ff456ee9. Aug 24 17:56:12.998847 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Calling delete_port for fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 owned by compute:nova {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:13.105425 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332e53-1c91-4cc8-ae42-576a5de4ac38 req-9acaf500-71d0-4868-9ea4-4d770a0673a7 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:13.107073 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b7332e53-1c91-4cc8-ae42-576a5de4ac38 req-9acaf500-71d0-4868-9ea4-4d770a0673a7 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 945 time: 0.1144829 Aug 24 17:56:13.136792 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:13.137339 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (2bab30a5-0a50-4336-bc99-69ff65363653), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:13.137663 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Floating IP 2bab30a5-0a50-4336-bc99-69ff65363653 disassociated. External IP: 172.27.2.92, port: 9763e972-34e4-4117-87ff-40626f7974b5. Aug 24 17:56:13.138044 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Calling delete_port for 9763e972-34e4-4117-87ff-40626f7974b5 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:13.224835 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b7332e53-1c91-4cc8-ae42-576a5de4ac38 req-863e7872-8542-45e3-82ab-7a2656b4068d tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4fcc79f6-e861-4f1a-bab0-a6ef38e11687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032019 Aug 24 17:56:13.257511 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (fd7822b1-ee55-4ee8-b60e-46b6ff456ee9), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:13.280756 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'Port': ['ID=fd7822b1-ee55-4ee8-b60e-46b6ff456ee9,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:13.361466 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:13.410508 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (9763e972-34e4-4117-87ff-40626f7974b5), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:13.421373 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:13.472764 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8a49b302-9864-4fd0-b751-fdbca48fbd0f req-2adc8232-e2ea-4833-8c4b-010d44ed593a tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 210 time: 0.0728521 Aug 24 17:56:13.472764 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event deleted for resources: {'Port': ['ID=9763e972-34e4-4117-87ff-40626f7974b5,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:13.497740 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50096) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:13.547144 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:13.574508 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:13.591777 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:13.617012 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:13.622705 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:13.631093 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] No DVR routers for this DVR port fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 on host hv-cinder-85442 {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:13.634053 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:13.639108 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [req-4df32071-6cf1-4eda-b956-2c58be8d435f req-acbe7225-50f4-4f0a-9f75-2b5a6524f707 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.26 "DELETE /networking/v2.0/ports/fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 HTTP/1.1" status: 204 len: 173 time: 1.2529275 Aug 24 17:56:13.639837 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'name': 'network-vif-deleted', 'tag': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:13.642787 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a9831-b688-4606-9c35-b638f4fa7779" -d '{"events": [{"server_uuid": "5a759f40-8f53-4041-85f4-6f56cdded52b", "name": "network-vif-deleted", "tag": "fd7822b1-ee55-4ee8-b60e-46b6ff456ee9"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:13.699931 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Router e0ebd80d-cfc6-496a-886f-220381a1fa3f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:13.703878 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7564f832-9e73-45cf-b13a-d9873d471a06 x-openstack-request-id: req-7564f832-9e73-45cf-b13a-d9873d471a06 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:13.704318 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a759f40-8f53-4041-85f4-6f56cdded52b", "name": "network-vif-deleted", "tag": "fd7822b1-ee55-4ee8-b60e-46b6ff456ee9", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:13.704782 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7564f832-9e73-45cf-b13a-d9873d471a06 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:13.705282 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7564f832-9e73-45cf-b13a-d9873d471a06'] response: {'server_uuid': '5a759f40-8f53-4041-85f4-6f56cdded52b', 'name': 'network-vif-deleted', 'tag': 'fd7822b1-ee55-4ee8-b60e-46b6ff456ee9', 'status': 'completed', 'code': 200} Aug 24 17:56:13.721354 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8d0dddbc-3e01-41fb-8d5a-e4dfcdca50fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:13.751781 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:56:13.783496 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:13.825789 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:13.844737 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:13.902655 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:13.916221 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] Sync routers for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:13.940455 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:13.941381 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:13.975254 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] No DVR routers for this DVR port 9763e972-34e4-4117-87ff-40626f7974b5 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:13.978029 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:13.982468 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a28cf750-5aa3-484a-8b9b-6c43531f3191 req-9914074d-8078-4bcf-bfc3-8f5d47f21de6 tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.26 "DELETE /networking/v2.0/ports/9763e972-34e4-4117-87ff-40626f7974b5 HTTP/1.1" status: 204 len: 173 time: 1.3924332 Aug 24 17:56:13.992863 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778621a-6f96-42dd-926e-a398bb219880', 'name': 'network-vif-deleted', 'tag': '9763e972-34e4-4117-87ff-40626f7974b5'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:13.995394 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0162b7f7-97b8-4b3c-803c-f29a0c4ee44c" -d '{"events": [{"server_uuid": "c778621a-6f96-42dd-926e-a398bb219880", "name": "network-vif-deleted", "tag": "9763e972-34e4-4117-87ff-40626f7974b5"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:14.012776 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8d0dddbc-3e01-41fb-8d5a-e4dfcdca50fd admin admin] Publish callbacks [] for security_group (09fdd27c-8ced-4105-b352-cdf00a5659ea), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:14.045863 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:14.066081 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986163bc-1afc-494e-bd5c-de9af09035ce x-openstack-request-id: req-986163bc-1afc-494e-bd5c-de9af09035ce {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:14.066381 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c778621a-6f96-42dd-926e-a398bb219880", "name": "network-vif-deleted", "tag": "9763e972-34e4-4117-87ff-40626f7974b5", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:14.066639 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-986163bc-1afc-494e-bd5c-de9af09035ce {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:14.067651 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986163bc-1afc-494e-bd5c-de9af09035ce'] response: {'server_uuid': 'c778621a-6f96-42dd-926e-a398bb219880', 'name': 'network-vif-deleted', 'tag': '9763e972-34e4-4117-87ff-40626f7974b5', 'status': 'completed', 'code': 200} Aug 24 17:56:14.081789 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:14.083755 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8d0dddbc-3e01-41fb-8d5a-e4dfcdca50fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (09fdd27c-8ced-4105-b352-cdf00a5659ea), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:14.099606 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:14.099763 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:14.100892 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:14.133148 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:14.152849 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50104) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:14.153884 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-8d0dddbc-3e01-41fb-8d5a-e4dfcdca50fd admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b037947f03b449529a271cb68e73a3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6501887 Aug 24 17:56:14.154878 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dddbc-3e01-41fb-8d5a-e4dfcdca50fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fdd27c-8ced-4105-b352-cdf00a5659ea,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:14.222630 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a0a998b5-712d-4125-8789-f46a7f38b521 admin admin] Publish callbacks [] for security_group (09fdd27c-8ced-4105-b352-cdf00a5659ea), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:14.255770 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a0a998b5-712d-4125-8789-f46a7f38b521 admin admin] Publish callbacks [] for security_group (09fdd27c-8ced-4105-b352-cdf00a5659ea), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:14.271272 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:14.321527 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:14.376320 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4fc562e6-afb5-4696-b7a0-7c68591e0ce3 req-d533c299-5847-4327-b533-c341f090d705 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a759f40-8f53-4041-85f4-6f56cdded52b HTTP/1.1" status: 200 len: 210 time: 0.0335219 Aug 24 17:56:14.443328 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] Checking router: e0ebd80d-cfc6-496a-886f-220381a1fa3f for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:14.443724 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a0a998b5-712d-4125-8789-f46a7f38b521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (09fdd27c-8ced-4105-b352-cdf00a5659ea), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:14.446525 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a0a998b5-712d-4125-8789-f46a7f38b521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:14.448047 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a0a998b5-712d-4125-8789-f46a7f38b521 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/09fdd27c-8ced-4105-b352-cdf00a5659ea HTTP/1.1" status: 204 len: 168 time: 0.2941282 Aug 24 17:56:14.455675 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:14.456321 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:55:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:14.464337 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a998b5-712d-4125-8789-f46a7f38b521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fdd27c-8ced-4105-b352-cdf00a5659ea,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:14.536745 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:14.538210 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:14.565634 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:14.572561 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648fe39-6950-4df7-88fc-546194df11e7 None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '1ece75a8-bb3a-433b-a031-f1bc56df65f1', 'name': '', 'network_id': '60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'mac_address': 'fa:16:3e:7c:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:09Z', 'updated_at': '2022-08-24T17:49:26Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'subnets': [{'id': '338cbe6a-cc5b-423e-b481-fdf309b222ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:14.646772 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-46644cbc-4c41-454a-96eb-c8f82a012697 req-4a8320b9-f963-4ed1-8250-a0d73eac648e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c778621a-6f96-42dd-926e-a398bb219880 HTTP/1.1" status: 200 len: 210 time: 0.0380299 Aug 24 17:56:14.780879 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:14.813008 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d46c40-17c6-439c-a31f-e40310064a5e None None] The sync data for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi is: [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:18Z', 'revision_number': 4, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '5a0e5282-6a83-46f1-81aa-0a510f4adcbf', 'name': '', 'network_id': '389a41b1-7bca-4893-9c00-f7c2a36844c1', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'mac_address': 'fa:16:3e:b1:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:16Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'subnets': [{'id': '8dc6387a-d9aa-446b-89fc-60d585461941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:14.866001 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c80ff-67b3-47fd-a47f-1fd2fb1d444c None None] New status for floating IP a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9: DOWN {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:56:15.159025 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188996b-7e0c-4031-910a-40f5be1f01f8 None None] New status for floating IP 2bab30a5-0a50-4336-bc99-69ff65363653: DOWN {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:56:15.414520 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50116) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:15.430264 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-247857c3-8517-481a-a39b-3e76e911f9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.516831 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-247857c3-8517-481a-a39b-3e76e911f9e7 admin admin] Publish callbacks [] for security_group (f25fd399-0555-4b4e-a43e-ba2373f6d676), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.551416 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50120) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:15.608905 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c0c25fed-872b-43c9-9e69-241c3f2635ba tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (4fcc79f6-e861-4f1a-bab0-a6ef38e11687), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.627466 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-247857c3-8517-481a-a39b-3e76e911f9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (f25fd399-0555-4b4e-a43e-ba2373f6d676), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.635699 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c0c25fed-872b-43c9-9e69-241c3f2635ba tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (4fcc79f6-e861-4f1a-bab0-a6ef38e11687), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.658206 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 9763e972-34e4-4117-87ff-40626f7974b5 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:15.678324 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 9763e972-34e4-4117-87ff-40626f7974b5 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:15.678635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 9763e972-34e4-4117-87ff-40626f7974b5 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:15.679057 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:15.686149 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247857c3-8517-481a-a39b-3e76e911f9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25fd399-0555-4b4e-a43e-ba2373f6d676,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:15.696840 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-247857c3-8517-481a-a39b-3e76e911f9e7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3d13da556eca42bfb8f2a2db76ff9819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811599 Aug 24 17:56:15.700441 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50124) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:15.719138 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:15.719490 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device fd7822b1-ee55-4ee8-b60e-46b6ff456ee9 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:15.784633 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c6a7588b-f29e-484c-8a40-3b63de1b5dab admin admin] Publish callbacks [] for security_group (f25fd399-0555-4b4e-a43e-ba2373f6d676), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.806428 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c0c25fed-872b-43c9-9e69-241c3f2635ba tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (4fcc79f6-e861-4f1a-bab0-a6ef38e11687), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.808786 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c6a7588b-f29e-484c-8a40-3b63de1b5dab admin admin] Publish callbacks [] for security_group (f25fd399-0555-4b4e-a43e-ba2373f6d676), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.809407 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-c0c25fed-872b-43c9-9e69-241c3f2635ba tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.810604 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-c0c25fed-872b-43c9-9e69-241c3f2635ba tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4fcc79f6-e861-4f1a-bab0-a6ef38e11687 HTTP/1.1" status: 204 len: 168 time: 0.2580802 Aug 24 17:56:15.819569 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50128) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:15.829720 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c25fed-872b-43c9-9e69-241c3f2635ba tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc79f6-e861-4f1a-bab0-a6ef38e11687,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:15.844956 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.api.v2.resource [None req-2ee3e3f2-f524-43f9-a197-b2406b33caa2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] show failed (client error): The resource could not be found. Aug 24 17:56:15.844956 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-2ee3e3f2-f524-43f9-a197-b2406b33caa2 tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "GET /networking/v2.0/security-groups/4fcc79f6-e861-4f1a-bab0-a6ef38e11687 HTTP/1.1" status: 404 len: 347 time: 0.0236859 Aug 24 17:56:15.847076 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50130) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:15.847424 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50132) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:15.946565 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c6a7588b-f29e-484c-8a40-3b63de1b5dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (f25fd399-0555-4b4e-a43e-ba2373f6d676), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.950981 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c6a7588b-f29e-484c-8a40-3b63de1b5dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:15.952159 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c6a7588b-f29e-484c-8a40-3b63de1b5dab admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f25fd399-0555-4b4e-a43e-ba2373f6d676 HTTP/1.1" status: 204 len: 168 time: 0.2501912 Aug 24 17:56:15.961178 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7588b-f29e-484c-8a40-3b63de1b5dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25fd399-0555-4b4e-a43e-ba2373f6d676,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:16.019465 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Deleting port ed36383b-9e99-44bb-a95b-3187d3d9d47c {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:16.019819 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (ed36383b-9e99-44bb-a95b-3187d3d9d47c), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.021597 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-29611ddb-b958-486e-8c16-9d0c93ca107b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (7990d6bd-bdd3-4d53-83ed-a736aeeae7f4), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.067147 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-29611ddb-b958-486e-8c16-9d0c93ca107b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (7990d6bd-bdd3-4d53-83ed-a736aeeae7f4), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.112521 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:16.146410 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:16.151044 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (ed36383b-9e99-44bb-a95b-3187d3d9d47c), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.151381 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (ed36383b-9e99-44bb-a95b-3187d3d9d47c), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.169839 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Calling delete_port for ed36383b-9e99-44bb-a95b-3187d3d9d47c owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:16.286337 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-29611ddb-b958-486e-8c16-9d0c93ca107b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7990d6bd-bdd3-4d53-83ed-a736aeeae7f4), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.288844 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-29611ddb-b958-486e-8c16-9d0c93ca107b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.290020 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-29611ddb-b958-486e-8c16-9d0c93ca107b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7990d6bd-bdd3-4d53-83ed-a736aeeae7f4 HTTP/1.1" status: 204 len: 168 time: 0.4416528 Aug 24 17:56:16.293184 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50136) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:16.306110 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29611ddb-b958-486e-8c16-9d0c93ca107b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7990d6bd-bdd3-4d53-83ed-a736aeeae7f4,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:16.312787 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.api.v2.resource [None req-f6449470-17a6-470d-b4e7-a7677ea89d2e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] show failed (client error): The resource could not be found. Aug 24 17:56:16.317705 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50138) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:16.319607 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-f6449470-17a6-470d-b4e7-a7677ea89d2e tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "GET /networking/v2.0/security-groups/7990d6bd-bdd3-4d53-83ed-a736aeeae7f4 HTTP/1.1" status: 404 len: 347 time: 0.0246034 Aug 24 17:56:16.437129 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Deleting port 2f712704-2d45-49db-8292-00faf3d1e5ae {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:16.437483 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (2f712704-2d45-49db-8292-00faf3d1e5ae), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.465011 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (ed36383b-9e99-44bb-a95b-3187d3d9d47c), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.524390 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Pushing event deleted for resources: {'Port': ['ID=ed36383b-9e99-44bb-a95b-3187d3d9d47c,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:16.600235 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (2f712704-2d45-49db-8292-00faf3d1e5ae), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.600546 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (2f712704-2d45-49db-8292-00faf3d1e5ae), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.620680 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Calling delete_port for 2f712704-2d45-49db-8292-00faf3d1e5ae owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:16.634695 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks [] for floatingip (a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.638184 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.639351 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-5fec4fd4-0321-40a2-89f8-e5dba7d66e0f tempest-AttachVolumeNegativeTest-780487869 tempest-AttachVolumeNegativeTest-780487869-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/a452dbfb-0713-4ad6-89eb-5ac2a83f8ae9 HTTP/1.1" status: 204 len: 168 time: 0.7898455 Aug 24 17:56:16.847408 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (2f712704-2d45-49db-8292-00faf3d1e5ae), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.849666 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:16.888638 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Pushing event deleted for resources: {'Port': ['ID=2f712704-2d45-49db-8292-00faf3d1e5ae,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:16.955292 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks [] for floatingip (2bab30a5-0a50-4336-bc99-69ff65363653), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.958281 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:16.959731 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-0305091a-340b-4385-8f2c-8a72f8c4b09b tempest-AttachVolumeTestJSON-66162385 tempest-AttachVolumeTestJSON-66162385-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/2bab30a5-0a50-4336-bc99-69ff65363653 HTTP/1.1" status: 204 len: 168 time: 0.6410449 Aug 24 17:56:17.738620 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0930-9f15-45f6-bb4b-ce224a950bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:19.761963 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:20.063192 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50256) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:20.181690 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-52b511ab-2dcf-4352-a4e7-4a16ed4190b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:20.262435 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-52b511ab-2dcf-4352-a4e7-4a16ed4190b1 admin admin] Publish callbacks [] for security_group (cc8489e9-fa14-43ca-b1de-86dc398b8212), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:20.298065 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5f67c5fe-9ef2-4a50-af3c-71cfade3ef54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:20.355049 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-52b511ab-2dcf-4352-a4e7-4a16ed4190b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cc8489e9-fa14-43ca-b1de-86dc398b8212), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:20.395637 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b511ab-2dcf-4352-a4e7-4a16ed4190b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8489e9-fa14-43ca-b1de-86dc398b8212,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:20.401957 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-52b511ab-2dcf-4352-a4e7-4a16ed4190b1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=58cd72b7c46f42fe8b69aed3982fa8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360445 Aug 24 17:56:20.404177 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50260) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:20.457751 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-78789155-9657-492b-a95e-e513b212e1b8 admin admin] Publish callbacks [] for security_group (cc8489e9-fa14-43ca-b1de-86dc398b8212), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:20.469845 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:20.479714 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-78789155-9657-492b-a95e-e513b212e1b8 admin admin] Publish callbacks [] for security_group (cc8489e9-fa14-43ca-b1de-86dc398b8212), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:20.650271 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-78789155-9657-492b-a95e-e513b212e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cc8489e9-fa14-43ca-b1de-86dc398b8212), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:20.652998 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-78789155-9657-492b-a95e-e513b212e1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:20.654305 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-78789155-9657-492b-a95e-e513b212e1b8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cc8489e9-fa14-43ca-b1de-86dc398b8212 HTTP/1.1" status: 204 len: 168 time: 0.2492299 Aug 24 17:56:20.662975 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78789155-9657-492b-a95e-e513b212e1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8489e9-fa14-43ca-b1de-86dc398b8212,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:21.017101 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50272) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:21.200161 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50282) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:21.312037 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:21.472656 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (43d5b2e3-44b1-4512-abeb-e514cdd016fc), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:21.488558 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50286) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:21.521293 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-232279a0-e893-42e5-bf70-58e77fbb021b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:21.710185 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Deleting port 1ece75a8-bb3a-433b-a031-f1bc56df65f1 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:21.710553 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:21.724669 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:21.741734 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (e0ebd80d-cfc6-496a-886f-220381a1fa3f), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:21.805227 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] For port 1ece75a8-bb3a-433b-a031-f1bc56df65f1, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=1ece75a8-bb3a-433b-a031-f1bc56df65f1,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:21.805438 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:21.811425 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-232279a0-e893-42e5-bf70-58e77fbb021b admin admin] Publish callbacks [] for security_group (060e812c-c630-4807-80a0-69b1125ff095), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:21.822306 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Calling delete_port for 1ece75a8-bb3a-433b-a031-f1bc56df65f1 owned by network:router_interface {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:21.830880 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:21.871148 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-232279a0-e893-42e5-bf70-58e77fbb021b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (060e812c-c630-4807-80a0-69b1125ff095), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:21.884886 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:21.994699 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232279a0-e893-42e5-bf70-58e77fbb021b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060e812c-c630-4807-80a0-69b1125ff095,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:21.999870 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-232279a0-e893-42e5-bf70-58e77fbb021b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=42723667b25c4a1aa60ae1c6a0aeba11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5094411 Aug 24 17:56:22.005037 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50288) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:22.014960 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:22.112336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (1ece75a8-bb3a-433b-a031-f1bc56df65f1), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:22.139225 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ece75a8-bb3a-433b-a031-f1bc56df65f1,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:22.325010 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f039ff4a-5ca4-417f-81b3-21cd1fdf1a4c admin admin] Publish callbacks [] for security_group (060e812c-c630-4807-80a0-69b1125ff095), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:22.328468 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (43d5b2e3-44b1-4512-abeb-e514cdd016fc), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:22.371628 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Deleting port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:22.372260 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:22.378866 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f039ff4a-5ca4-417f-81b3-21cd1fdf1a4c admin admin] Publish callbacks [] for security_group (060e812c-c630-4807-80a0-69b1125ff095), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:22.490940 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] For port 5a0e5282-6a83-46f1-81aa-0a510f4adcbf, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=5a0e5282-6a83-46f1-81aa-0a510f4adcbf,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:22.491324 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:22.506197 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Calling delete_port for 5a0e5282-6a83-46f1-81aa-0a510f4adcbf owned by network:router_interface {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:22.608068 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:22.687717 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f039ff4a-5ca4-417f-81b3-21cd1fdf1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (060e812c-c630-4807-80a0-69b1125ff095), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:22.690289 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f039ff4a-5ca4-417f-81b3-21cd1fdf1a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:22.691466 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-f039ff4a-5ca4-417f-81b3-21cd1fdf1a4c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/060e812c-c630-4807-80a0-69b1125ff095 HTTP/1.1" status: 204 len: 168 time: 0.6864150 Aug 24 17:56:22.704347 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039ff4a-5ca4-417f-81b3-21cd1fdf1a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060e812c-c630-4807-80a0-69b1125ff095,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:22.818665 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Router 43d5b2e3-44b1-4512-abeb-e514cdd016fc has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:22.867384 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (5a0e5282-6a83-46f1-81aa-0a510f4adcbf), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:22.894010 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0e5282-6a83-46f1-81aa-0a510f4adcbf,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:22.935745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:22.948220 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] Sync routers for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:22.951720 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-2336159c-2c71-4b40-a135-dbffb7435e5b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/43d5b2e3-44b1-4512-abeb-e514cdd016fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9352808 Aug 24 17:56:22.953845 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50292) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:22.968379 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:22.969811 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:56:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:23.123899 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:23.158508 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks [] for router (43d5b2e3-44b1-4512-abeb-e514cdd016fc), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:23.180217 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:23.187060 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:23.257232 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (e0ebd80d-cfc6-496a-886f-220381a1fa3f), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:23.333509 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:56:21Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:23.362192 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] Checking router: 43d5b2e3-44b1-4512-abeb-e514cdd016fc for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:23.372283 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] Routers {'43d5b2e3-44b1-4512-abeb-e514cdd016fc'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:23.373307 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:56:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:23.379166 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks [] for router_gateway (43d5b2e3-44b1-4512-abeb-e514cdd016fc), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:23.435502 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:23.492619 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] Set router 43d5b2e3-44b1-4512-abeb-e514cdd016fc gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:23.514046 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:23.523236 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Deleting port 792cfd32-a3a5-4a09-acfc-47c258f11eb9 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:23.523577 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:23.566553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Router e0ebd80d-cfc6-496a-886f-220381a1fa3f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:23.672248 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:56:21Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:23.685940 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:23.687992 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] For port 792cfd32-a3a5-4a09-acfc-47c258f11eb9, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=792cfd32-a3a5-4a09-acfc-47c258f11eb9,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:23.688361 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:23.702457 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e630d-9333-4360-b2ef-6196da466bb4 None None] The sync data for ids ['43d5b2e3-44b1-4512-abeb-e514cdd016fc'] in dv-cinder-854428-1-iscsi is: [{'id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'name': 'tempest-AttachVolumeNegativeTest-1245218244-router', 'tenant_id': '0a4d7fadea104c569ca29ff9be48089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:03Z', 'updated_at': '2022-08-24T17:56:21Z', 'revision_number': 5, 'project_id': '0a4d7fadea104c569ca29ff9be48089a', 'gw_port': {'id': '792cfd32-a3a5-4a09-acfc-47c258f11eb9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d5b2e3-44b1-4512-abeb-e514cdd016fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:04Z', 'updated_at': '2022-08-24T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:23.712771 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Calling delete_port for 792cfd32-a3a5-4a09-acfc-47c258f11eb9 owned by network:router_gateway {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:23.794589 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:23.800805 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-beb92438-bcf5-4c76-8b95-e446afef917c admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/e0ebd80d-cfc6-496a-886f-220381a1fa3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6018345 Aug 24 17:56:23.803544 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50310) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:23.812170 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] Sync routers for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:23.826022 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:23.826841 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:56:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:23.883943 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:23.938439 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks [] for router (e0ebd80d-cfc6-496a-886f-220381a1fa3f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:23.969014 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:23.998670 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (792cfd32-a3a5-4a09-acfc-47c258f11eb9), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.037486 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Pushing event deleted for resources: {'Port': ['ID=792cfd32-a3a5-4a09-acfc-47c258f11eb9,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:24.078170 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks [] for router_gateway (e0ebd80d-cfc6-496a-886f-220381a1fa3f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.148260 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (43d5b2e3-44b1-4512-abeb-e514cdd016fc), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.255104 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:24.271033 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Deleting port 46c8f457-304e-4c48-9a14-2c668a4d7c67 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:24.274292 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.282318 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:24.287320 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:56:22Z', 'revision_number': 5, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port': {'id': '46c8f457-304e-4c48-9a14-2c668a4d7c67', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:24.287938 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 1ece75a8-bb3a-433b-a031-f1bc56df65f1 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:24.321150 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (43d5b2e3-44b1-4512-abeb-e514cdd016fc), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.322602 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 1ece75a8-bb3a-433b-a031-f1bc56df65f1 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:24.325573 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 1ece75a8-bb3a-433b-a031-f1bc56df65f1 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:24.325763 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks [] for router_controller (43d5b2e3-44b1-4512-abeb-e514cdd016fc), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.340184 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] Checking router: e0ebd80d-cfc6-496a-886f-220381a1fa3f for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:24.357082 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] Routers {'e0ebd80d-cfc6-496a-886f-220381a1fa3f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:24.357736 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:56:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:24.456030 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] For port 46c8f457-304e-4c48-9a14-2c668a4d7c67, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=46c8f457-304e-4c48-9a14-2c668a4d7c67,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:24.456721 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.472936 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Calling delete_port for 46c8f457-304e-4c48-9a14-2c668a4d7c67 owned by network:router_gateway {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:24.479618 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] Set router e0ebd80d-cfc6-496a-886f-220381a1fa3f gateway port host: None {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:24.503468 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (43d5b2e3-44b1-4512-abeb-e514cdd016fc), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.505063 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43d5b2e3-44b1-4512-abeb-e514cdd016fc {{(pid=113411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:56:24.511947 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.518944 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-6a8156b4-62b8-4c6b-a7fd-818db5bf422c admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/43d5b2e3-44b1-4512-abeb-e514cdd016fc HTTP/1.1" status: 204 len: 168 time: 1.5638072 Aug 24 17:56:24.521689 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50326) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:24.551449 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:56:24Z', 'revision_number': 6, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port_host': None}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:24.588016 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795de894-bad2-47ae-aa7d-fd39c8df311c None None] The sync data for ids ['e0ebd80d-cfc6-496a-886f-220381a1fa3f'] in dv-cinder-854428-1-iscsi is: [{'id': 'e0ebd80d-cfc6-496a-886f-220381a1fa3f', 'name': 'tempest-AttachVolumeTestJSON-1307232381-router', 'tenant_id': '40256802535d4aedb2541246a687ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:56:24Z', 'revision_number': 6, 'project_id': '40256802535d4aedb2541246a687ec76', 'gw_port_host': None}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:24.625312 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_v2 [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Deleting subnet 338cbe6a-cc5b-423e-b481-fdf309b222ff {{(pid=113411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:56:24.631311 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Publish callbacks [] for subnet (338cbe6a-cc5b-423e-b481-fdf309b222ff), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.674161 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17734599'] for subnet (338cbe6a-cc5b-423e-b481-fdf309b222ff), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.701477 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:24.752283 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (338cbe6a-cc5b-423e-b481-fdf309b222ff), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.815207 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (46c8f457-304e-4c48-9a14-2c668a4d7c67), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.847502 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c8f457-304e-4c48-9a14-2c668a4d7c67,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:24.864227 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17011773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17617116'] for subnet (338cbe6a-cc5b-423e-b481-fdf309b222ff), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.894391 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338cbe6a-cc5b-423e-b481-fdf309b222ff,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:24.899195 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.903131 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/338cbe6a-cc5b-423e-b481-fdf309b222ff HTTP/1.1" status: 204 len: 168 time: 0.3795469 Aug 24 17:56:24.905132 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50334) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:24.912310 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c067e-8df3-46bf-8bb7-6600a566e2a9 None None] Network 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:56:24.919022 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.919284 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.919632 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.920034 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.920377 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.920713 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.921053 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.921382 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.921714 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.922067 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.922404 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.922732 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.923389 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.923389 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.923687 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714c680-bab6-4e96-a79b-dd570d7368c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:24.926940 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (e0ebd80d-cfc6-496a-886f-220381a1fa3f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:24.936622 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:24.999179 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.084855 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (e0ebd80d-cfc6-496a-886f-220381a1fa3f), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.085466 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Deleting port c1de4857-6c23-4e7f-af2b-9f1631660387 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:25.088081 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.088212 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks [] for router_controller (e0ebd80d-cfc6-496a-886f-220381a1fa3f), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.177274 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] For port c1de4857-6c23-4e7f-af2b-9f1631660387, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c1de4857-6c23-4e7f-af2b-9f1631660387,segment=NetworkSegment(eb546f40-ec0d-4e18-be82-911fa82220ad),segment_id=eb546f40-ec0d-4e18-be82-911fa82220ad)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:25.177396 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.190126 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:25.195201 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Calling delete_port for c1de4857-6c23-4e7f-af2b-9f1631660387 owned by network:dhcp {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:25.208583 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f55ae9-0e3f-4553-853b-b2dc06787258 req-3a4aabcb-f9c3-4fa6-b1f6-bb1e3021fed1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:25.210193 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-42f55ae9-0e3f-4553-853b-b2dc06787258 req-3a4aabcb-f9c3-4fa6-b1f6-bb1e3021fed1 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 947 time: 0.0532014 Aug 24 17:56:25.270208 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-42f55ae9-0e3f-4553-853b-b2dc06787258 req-04d8d89f-5ce4-41fd-bcf9-fc4031f7adc2 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530648 Aug 24 17:56:25.277767 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (e0ebd80d-cfc6-496a-886f-220381a1fa3f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.278616 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0ebd80d-cfc6-496a-886f-220381a1fa3f {{(pid=113410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:56:25.285632 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.287916 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-2362feb8-2cea-4fd3-a03e-ecda401d8942 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/e0ebd80d-cfc6-496a-886f-220381a1fa3f HTTP/1.1" status: 204 len: 168 time: 1.4832771 Aug 24 17:56:25.296549 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50344) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:25.348503 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98f8ba5-a479-487e-b77f-0b8c8a9ff841 admin admin] Deleting subnet 8dc6387a-d9aa-446b-89fc-60d585461941 {{(pid=113411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:56:25.352291 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d98f8ba5-a479-487e-b77f-0b8c8a9ff841 admin admin] Publish callbacks [] for subnet (8dc6387a-d9aa-446b-89fc-60d585461941), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.370737 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] DHCP port deletion for 60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:56:25.397973 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d98f8ba5-a479-487e-b77f-0b8c8a9ff841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17734599'] for subnet (8dc6387a-d9aa-446b-89fc-60d585461941), precommit_delete_associations {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.422097 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] Deleting port c1de4857-6c23-4e7f-af2b-9f1631660387 {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:25.422489 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.428583 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.481065 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] No DVR routers for this DVR port c1de4857-6c23-4e7f-af2b-9f1631660387 on host dv-cinder-854428-1-iscsi {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:25.485085 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Pushing event deleted for resources: {'Port': ['ID=c1de4857-6c23-4e7f-af2b-9f1631660387,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:25.516106 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] For port c1de4857-6c23-4e7f-af2b-9f1631660387, host dv-cinder-854428-1-iscsi, got binding levels [] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:25.517249 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.539415 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] Calling delete_port for c1de4857-6c23-4e7f-af2b-9f1631660387 owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:25.543502 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.ipam_backend_mixin [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] Port c1de4857-6c23-4e7f-af2b-9f1631660387 was not found and therefore no delete operation was performed {{(pid=113412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 24 17:56:25.545254 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (c1de4857-6c23-4e7f-af2b-9f1631660387), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.575456 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.581766 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] No DVR routers for this DVR port c1de4857-6c23-4e7f-af2b-9f1631660387 on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:25.586266 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f5d65-c3dd-41c7-8d85-1804a59abf76 None None] Pushing event deleted for resources: {'Port': ['ID=c1de4857-6c23-4e7f-af2b-9f1631660387,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:25.640048 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8']}} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:25.655573 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb546f40-ec0d-4e18-be82-911fa82220ad') {'for_net_delete': True} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:25.655870 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb546f40-ec0d-4e18-be82-911fa82220ad') {} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:25.659097 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d98f8ba5-a479-487e-b77f-0b8c8a9ff841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (8dc6387a-d9aa-446b-89fc-60d585461941), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.666516 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:25.689048 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17734606'] for segment (eb546f40-ec0d-4e18-be82-911fa82220ad), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.711639 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (eb546f40-ec0d-4e18-be82-911fa82220ad), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.725609 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=113411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:56:25.726040 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17011803'] for segment (eb546f40-ec0d-4e18-be82-911fa82220ad), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.883594 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 46c8f457-304e-4c48-9a14-2c668a4d7c67 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:25.895379 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d98f8ba5-a479-487e-b77f-0b8c8a9ff841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17011773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17617116'] for subnet (8dc6387a-d9aa-446b-89fc-60d585461941), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.929710 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 46c8f457-304e-4c48-9a14-2c668a4d7c67 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:25.930073 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 46c8f457-304e-4c48-9a14-2c668a4d7c67 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:25.930542 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 792cfd32-a3a5-4a09-acfc-47c258f11eb9 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:25.944976 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment eb546f40-ec0d-4e18-be82-911fa82220ad resource provider aggregate not found Aug 24 17:56:25.953438 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 792cfd32-a3a5-4a09-acfc-47c258f11eb9 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:25.953830 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 792cfd32-a3a5-4a09-acfc-47c258f11eb9 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:25.954271 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c1de4857-6c23-4e7f-af2b-9f1631660387 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:25.962992 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8ba5-a479-487e-b77f-0b8c8a9ff841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc6387a-d9aa-446b-89fc-60d585461941,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:25.967210 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.972957 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.980127 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8 HTTP/1.1" status: 204 len: 168 time: 1.0733302 Aug 24 17:56:25.981528 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d98f8ba5-a479-487e-b77f-0b8c8a9ff841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:25.990878 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d98f8ba5-a479-487e-b77f-0b8c8a9ff841 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/8dc6387a-d9aa-446b-89fc-60d585461941 HTTP/1.1" status: 204 len: 168 time: 0.6876543 Aug 24 17:56:25.990878 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50364) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:26.005428 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a9c4a-ca0c-4405-bb9d-d3f8ba2d25de None None] Network 389a41b1-7bca-4893-9c00-f7c2a36844c1 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:56:26.012547 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment eb546f40-ec0d-4e18-be82-911fa82220ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb546f40-ec0d-4e18-be82-911fa82220ad found for delete ", "request_id": "req-c050d49b-acfd-4755-96a4-c18c8a64b66a"}]} Aug 24 17:56:26.014342 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: c1de4857-6c23-4e7f-af2b-9f1631660387 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:26.014786 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c1de4857-6c23-4e7f-af2b-9f1631660387 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:26.015373 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 5a0e5282-6a83-46f1-81aa-0a510f4adcbf no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:26.023352 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f22cd-0d30-4efc-8691-b1ab2882bfda admin admin] Pushing event deleted for resources: {'Network': ['ID=60b1f9c5-31f3-434f-b4cc-45bc1ad7c5b8,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:26.054918 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 5a0e5282-6a83-46f1-81aa-0a510f4adcbf {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:26.058635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 5a0e5282-6a83-46f1-81aa-0a510f4adcbf not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:26.083724 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (389a41b1-7bca-4893-9c00-f7c2a36844c1), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.138789 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Deleting port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:26.139141 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.219537 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] For port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=3bc9bc9d-b94e-4d6e-83d3-6235864a7951,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:26.219537 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.237717 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be4a189-b53a-487a-8e3d-7f58d481adda None None] DHCP port deletion for 389a41b1-7bca-4893-9c00-f7c2a36844c1 request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:56:26.237886 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Calling delete_port for 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 owned by network:dhcp {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:26.280650 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-6be4a189-b53a-487a-8e3d-7f58d481adda None None] Deleting port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:26.281037 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-6be4a189-b53a-487a-8e3d-7f58d481adda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.346609 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-6be4a189-b53a-487a-8e3d-7f58d481adda None None] For port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=3bc9bc9d-b94e-4d6e-83d3-6235864a7951,segment=NetworkSegment(5b57d59a-38ec-4ab8-b283-0ad065cbdb17),segment_id=5b57d59a-38ec-4ab8-b283-0ad065cbdb17)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:26.347015 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-6be4a189-b53a-487a-8e3d-7f58d481adda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.361923 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-6be4a189-b53a-487a-8e3d-7f58d481adda None None] Calling delete_port for 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:26.437018 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-30ffe5dc-bb0b-4ea4-8862-7703d74fed87 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:26.438697 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.438963 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-30ffe5dc-bb0b-4ea4-8862-7703d74fed87 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 947 time: 0.0800259 Aug 24 17:56:26.450265 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfdbd6-ea70-4d9c-97ce-a90be0c37bdb req-55bf1086-2704-484d-a7ee-0b1cf1b66a34 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:26.451725 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7ccfdbd6-ea70-4d9c-97ce-a90be0c37bdb req-55bf1086-2704-484d-a7ee-0b1cf1b66a34 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 947 time: 0.0846364 Aug 24 17:56:26.466025 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-6be4a189-b53a-487a-8e3d-7f58d481adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (3bc9bc9d-b94e-4d6e-83d3-6235864a7951), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.472879 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc9bc9d-b94e-4d6e-83d3-6235864a7951,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:26.481159 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] No DVR routers for this DVR port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 on host dv-cinder-854428-1-iscsi {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:26.508036 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50384) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:26.512433 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4a189-b53a-487a-8e3d-7f58d481adda None None] Pushing event deleted for resources: {'Port': ['ID=3bc9bc9d-b94e-4d6e-83d3-6235864a7951,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:26.516847 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4a189-b53a-487a-8e3d-7f58d481adda None None] No DVR routers for this DVR port 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:26.570466 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Deleting port 83c659e2-8827-4402-9131-6edb2b9b0a44 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:26.570902 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.606647 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (389a41b1-7bca-4893-9c00-f7c2a36844c1), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.619615 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ce65c1e1-b8ed-4fbf-b9bd-7827d02f5fe4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0a4d7fadea104c569ca29ff9be48089a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1076109 Aug 24 17:56:26.621654 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7ccfdbd6-ea70-4d9c-97ce-a90be0c37bdb req-fe1d7734-c5f7-4f4b-96b8-d4eed4b0e4d7 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=6a005fc5-ff5f-4536-abae-6ede19f321cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109302 Aug 24 17:56:26.623139 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50386) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:26.638950 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389a41b1-7bca-4893-9c00-f7c2a36844c1']}} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:26.641195 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:26.662183 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b57d59a-38ec-4ab8-b283-0ad065cbdb17') {'for_net_delete': True} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:26.662480 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b57d59a-38ec-4ab8-b283-0ad065cbdb17') {} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:26.704610 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] For port 83c659e2-8827-4402-9131-6edb2b9b0a44, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=83c659e2-8827-4402-9131-6edb2b9b0a44,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:26.705243 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.759507 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:26.770469 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:26.891061 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.891354 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (58a02a14-ff01-459d-b88a-d2a448bb61aa), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.891935 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Floating IP 58a02a14-ff01-459d-b88a-d2a448bb61aa disassociated. External IP: 172.27.2.45, port: 83c659e2-8827-4402-9131-6edb2b9b0a44. Aug 24 17:56:26.892284 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Calling delete_port for 83c659e2-8827-4402-9131-6edb2b9b0a44 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:26.932184 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17734606'] for segment (5b57d59a-38ec-4ab8-b283-0ad065cbdb17), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.947059 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (5b57d59a-38ec-4ab8-b283-0ad065cbdb17), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:26.963840 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=113411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:56:26.964243 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17011803'] for segment (5b57d59a-38ec-4ab8-b283-0ad065cbdb17), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.031256 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f77c95e-09e5-4316-a163-a3b8a24480ad admin admin] Publish callbacks [] for security_group (99b08e28-0fd8-41c1-a6f7-95f1b1ff99dd), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.051423 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f77c95e-09e5-4316-a163-a3b8a24480ad admin admin] Publish callbacks [] for security_group (99b08e28-0fd8-41c1-a6f7-95f1b1ff99dd), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.058194 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:27.152678 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (389a41b1-7bca-4893-9c00-f7c2a36844c1), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.152948 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (83c659e2-8827-4402-9131-6edb2b9b0a44), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.162590 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.165365 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/389a41b1-7bca-4893-9c00-f7c2a36844c1 HTTP/1.1" status: 204 len: 168 time: 1.1767082 Aug 24 17:56:27.183286 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1743d48-b54a-4bd0-a77c-bcb4cace9fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=389a41b1-7bca-4893-9c00-f7c2a36844c1,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:27.186523 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f77c95e-09e5-4316-a163-a3b8a24480ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (99b08e28-0fd8-41c1-a6f7-95f1b1ff99dd), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.189187 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-3f77c95e-09e5-4316-a163-a3b8a24480ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.191087 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-3f77c95e-09e5-4316-a163-a3b8a24480ad admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/99b08e28-0fd8-41c1-a6f7-95f1b1ff99dd HTTP/1.1" status: 204 len: 168 time: 0.5663049 Aug 24 17:56:27.191087 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50396) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:27.192279 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event deleted for resources: {'Port': ['ID=83c659e2-8827-4402-9131-6edb2b9b0a44,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:27.213430 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77c95e-09e5-4316-a163-a3b8a24480ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b08e28-0fd8-41c1-a6f7-95f1b1ff99dd,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:27.321015 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:27.362828 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:27.429048 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:27.440622 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] Sync routers for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:27.453021 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:27.453656 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:56:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:27.474069 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] No DVR routers for this DVR port 83c659e2-8827-4402-9131-6edb2b9b0a44 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:27.476586 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.480218 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1e596730-db51-45bf-ae7d-0b692edaf7e0 req-1e8db537-9f96-4109-888d-26098295127e tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.26 "DELETE /networking/v2.0/ports/83c659e2-8827-4402-9131-6edb2b9b0a44 HTTP/1.1" status: 204 len: 173 time: 1.0275552 Aug 24 17:56:27.480752 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-deleted', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:27.483028 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239dd068-22b0-42d3-a482-5d9e13b2a6f0" -d '{"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-deleted", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:27.524899 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1425059e-076e-4e43-90c4-5f7ab27dd62a x-openstack-request-id: req-1425059e-076e-4e43-90c4-5f7ab27dd62a {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:27.525199 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861f638b-1bdf-459e-bf10-2846d8994ac4", "name": "network-vif-deleted", "tag": "83c659e2-8827-4402-9131-6edb2b9b0a44", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:27.525457 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1425059e-076e-4e43-90c4-5f7ab27dd62a {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:27.525919 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1425059e-076e-4e43-90c4-5f7ab27dd62a'] response: {'server_uuid': '861f638b-1bdf-459e-bf10-2846d8994ac4', 'name': 'network-vif-deleted', 'tag': '83c659e2-8827-4402-9131-6edb2b9b0a44', 'status': 'completed', 'code': 200} Aug 24 17:56:27.592543 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:27.682940 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:27.726617 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50406) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:27.771741 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-37ceec98-93be-4b1f-bb62-7b2dadf6cf29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.828153 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:27.828153 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:27.828417 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d3ca229a-f991-4feb-8d4b-164efabeab86 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=40256802535d4aedb2541246a687ec76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0993783 Aug 24 17:56:27.830031 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50410) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:27.931135 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-62b70465-d98f-404a-81fa-2903375b7bbc admin admin] Publish callbacks [] for security_group (c2c9e64d-7beb-44be-9d8d-1f5dc91ddc20), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.966026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-62b70465-d98f-404a-81fa-2903375b7bbc admin admin] Publish callbacks [] for security_group (c2c9e64d-7beb-44be-9d8d-1f5dc91ddc20), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:27.971059 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-37ceec98-93be-4b1f-bb62-7b2dadf6cf29 admin admin] Publish callbacks [] for security_group (a77aed9d-4642-4432-8080-babc2e5c2bee), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:28.031908 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 5b57d59a-38ec-4ab8-b283-0ad065cbdb17 resource provider aggregate not found Aug 24 17:56:28.040737 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-90d2ab7a-fd57-47a8-b477-673300cf5922 req-4e3f48eb-9f4b-4eff-876f-cf80acf0c303 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=861f638b-1bdf-459e-bf10-2846d8994ac4 HTTP/1.1" status: 200 len: 210 time: 0.0480480 Aug 24 17:56:28.042480 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:28.046238 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] Checking router: 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:28.053934 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 5b57d59a-38ec-4ab8-b283-0ad065cbdb17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b57d59a-38ec-4ab8-b283-0ad065cbdb17 found for delete ", "request_id": "req-a6cc65d1-c592-4599-aa8f-2023c04c9fc4"}]} Aug 24 17:56:28.070397 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:28.070759 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 3bc9bc9d-b94e-4d6e-83d3-6235864a7951 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:28.079244 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:28.079985 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:56:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:28.086349 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-37ceec98-93be-4b1f-bb62-7b2dadf6cf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (a77aed9d-4642-4432-8080-babc2e5c2bee), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:28.128439 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceec98-93be-4b1f-bb62-7b2dadf6cf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77aed9d-4642-4432-8080-babc2e5c2bee,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:28.136730 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-37ceec98-93be-4b1f-bb62-7b2dadf6cf29 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a29f4d36eaf74e06a506b650dea892d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9428115 Aug 24 17:56:28.136879 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50424) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:28.188913 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-62b70465-d98f-404a-81fa-2903375b7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (c2c9e64d-7beb-44be-9d8d-1f5dc91ddc20), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:28.192246 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-62b70465-d98f-404a-81fa-2903375b7bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:28.195799 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-62b70465-d98f-404a-81fa-2903375b7bbc admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c2c9e64d-7beb-44be-9d8d-1f5dc91ddc20 HTTP/1.1" status: 204 len: 168 time: 0.3625207 Aug 24 17:56:28.201957 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:28.205249 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b70465-d98f-404a-81fa-2903375b7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c9e64d-7beb-44be-9d8d-1f5dc91ddc20,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:28.206733 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2f956070-59f0-4a32-9df1-b4215a547dbf admin admin] Publish callbacks [] for security_group (a77aed9d-4642-4432-8080-babc2e5c2bee), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:28.230366 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2f956070-59f0-4a32-9df1-b4215a547dbf admin admin] Publish callbacks [] for security_group (a77aed9d-4642-4432-8080-babc2e5c2bee), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:28.403648 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2f956070-59f0-4a32-9df1-b4215a547dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (a77aed9d-4642-4432-8080-babc2e5c2bee), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:28.406809 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-2f956070-59f0-4a32-9df1-b4215a547dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:28.408228 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-2f956070-59f0-4a32-9df1-b4215a547dbf admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a77aed9d-4642-4432-8080-babc2e5c2bee HTTP/1.1" status: 204 len: 168 time: 0.2703488 Aug 24 17:56:28.422073 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f956070-59f0-4a32-9df1-b4215a547dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77aed9d-4642-4432-8080-babc2e5c2bee,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:28.456369 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:28.489141 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b3a4a-a2bc-464f-92c6-fecf3c8df896 None None] The sync data for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi is: [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:49:21Z', 'revision_number': 4, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '755ecb4f-fd70-43bf-8d6d-0160eaf40b84', 'name': '', 'network_id': '010bcf84-2f06-4274-8553-0a7884f5d83e', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'mac_address': 'fa:16:3e:cb:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '906bc573-2940-4dec-8598-3219c78cf251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:18Z', 'updated_at': '2022-08-24T17:49:32Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'subnets': [{'id': '906bc573-2940-4dec-8598-3219c78cf251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:28.750853 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3297a375-d46e-4a2a-b297-021e97e06d5a None None] New status for floating IP 58a02a14-ff01-459d-b88a-d2a448bb61aa: DOWN {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:56:29.254364 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50458) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:29.300990 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:29.317641 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50460) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:29.325738 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-014828e0-1a8f-4019-807e-7634f065e453 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (6a005fc5-ff5f-4536-abae-6ede19f321cc), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.335034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a5bbec23-82bd-41a7-b912-fed0c4c21257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.363440 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-014828e0-1a8f-4019-807e-7634f065e453 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (6a005fc5-ff5f-4536-abae-6ede19f321cc), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.474150 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a5bbec23-82bd-41a7-b912-fed0c4c21257 admin admin] Publish callbacks [] for security_group (b6339a4d-0c5c-424d-a6fb-6ecf69ae92fe), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.615385 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-014828e0-1a8f-4019-807e-7634f065e453 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6a005fc5-ff5f-4536-abae-6ede19f321cc), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.618262 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-014828e0-1a8f-4019-807e-7634f065e453 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.620020 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-014828e0-1a8f-4019-807e-7634f065e453 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6a005fc5-ff5f-4536-abae-6ede19f321cc HTTP/1.1" status: 204 len: 168 time: 0.3641326 Aug 24 17:56:29.620912 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a5bbec23-82bd-41a7-b912-fed0c4c21257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (b6339a4d-0c5c-424d-a6fb-6ecf69ae92fe), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.623021 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50470) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:29.638648 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.api.v2.resource [None req-a0c2b7dd-c19b-4832-aea7-34ce02eeb19d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] show failed (client error): The resource could not be found. Aug 24 17:56:29.640113 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a0c2b7dd-c19b-4832-aea7-34ce02eeb19d tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "GET /networking/v2.0/security-groups/6a005fc5-ff5f-4536-abae-6ede19f321cc HTTP/1.1" status: 404 len: 347 time: 0.0158613 Aug 24 17:56:29.642267 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014828e0-1a8f-4019-807e-7634f065e453 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a005fc5-ff5f-4536-abae-6ede19f321cc,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:29.643387 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50472) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:29.673635 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-a5bbec23-82bd-41a7-b912-fed0c4c21257 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0b146c72181844368d6ff0d5c18a7128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548992 Aug 24 17:56:29.677268 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50476) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:29.693295 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 83c659e2-8827-4402-9131-6edb2b9b0a44 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:29.727768 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbec23-82bd-41a7-b912-fed0c4c21257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6339a4d-0c5c-424d-a6fb-6ecf69ae92fe,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:29.752245 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 83c659e2-8827-4402-9131-6edb2b9b0a44 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:29.752245 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 83c659e2-8827-4402-9131-6edb2b9b0a44 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:29.775294 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-59bc32c2-c08d-4498-8203-430e68b064c3 admin admin] Publish callbacks [] for security_group (b6339a4d-0c5c-424d-a6fb-6ecf69ae92fe), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.794897 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:29.799853 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-59bc32c2-c08d-4498-8203-430e68b064c3 admin admin] Publish callbacks [] for security_group (b6339a4d-0c5c-424d-a6fb-6ecf69ae92fe), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.824301 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Deleting port d356e7aa-4cce-4c50-99b1-0996b6e4aa5c {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:29.824645 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (d356e7aa-4cce-4c50-99b1-0996b6e4aa5c), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.926643 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (d356e7aa-4cce-4c50-99b1-0996b6e4aa5c), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.929061 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (d356e7aa-4cce-4c50-99b1-0996b6e4aa5c), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.941492 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Calling delete_port for d356e7aa-4cce-4c50-99b1-0996b6e4aa5c owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:29.952078 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-59bc32c2-c08d-4498-8203-430e68b064c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (b6339a4d-0c5c-424d-a6fb-6ecf69ae92fe), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.954605 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-59bc32c2-c08d-4498-8203-430e68b064c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:29.959741 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-59bc32c2-c08d-4498-8203-430e68b064c3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b6339a4d-0c5c-424d-a6fb-6ecf69ae92fe HTTP/1.1" status: 204 len: 168 time: 0.2771211 Aug 24 17:56:29.964925 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc32c2-c08d-4498-8203-430e68b064c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6339a4d-0c5c-424d-a6fb-6ecf69ae92fe,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:30.012776 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:30.200417 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (d356e7aa-4cce-4c50-99b1-0996b6e4aa5c), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:30.227010 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Pushing event deleted for resources: {'Port': ['ID=d356e7aa-4cce-4c50-99b1-0996b6e4aa5c,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:30.293826 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks [] for floatingip (58a02a14-ff01-459d-b88a-d2a448bb61aa), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:30.296616 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:30.297779 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-8461a736-2326-45dc-8c07-46afb0ae4586 tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/58a02a14-ff01-459d-b88a-d2a448bb61aa HTTP/1.1" status: 204 len: 168 time: 0.6532421 Aug 24 17:56:33.476408 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50568) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:34.010272 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:34.247603 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Deleting port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:34.248004 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:34.333235 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] For port 755ecb4f-fd70-43bf-8d6d-0160eaf40b84, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=755ecb4f-fd70-43bf-8d6d-0160eaf40b84,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:34.333603 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:34.348220 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Calling delete_port for 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 owned by network:router_interface {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:34.452586 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:34.491545 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:34.611693 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (755ecb4f-fd70-43bf-8d6d-0160eaf40b84), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:34.635989 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=755ecb4f-fd70-43bf-8d6d-0160eaf40b84,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:34.650353 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.650711 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.651552 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.652090 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.652520 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.652967 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.653233 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.653612 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.654239 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.654757 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.655108 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.655454 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.655787 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.656124 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.656454 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:34.828904 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:35.333603 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:35.447970 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:35.453604 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-361f224d-6ea7-4359-874c-beacf9964a90 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4dc1d8fb-89f8-49a3-bd44-340a416b4c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9762266 Aug 24 17:56:35.456213 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50600) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:35.460513 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] Sync routers for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:35.472119 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:35.473083 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:56:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:35.534946 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50602) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:35.574125 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks [] for router (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:35.588389 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:35.665697 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-62468aa8-7237-4cc4-9f62-2dc844c8cbd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:35.727307 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:35.728773 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks [] for router_gateway (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:35.743660 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:35.772016 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:35.782382 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-62468aa8-7237-4cc4-9f62-2dc844c8cbd5 admin admin] Publish callbacks [] for security_group (cf266239-d14a-45a5-9682-779d624bdb50), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:35.790847 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:56:34Z', 'revision_number': 5, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port': {'id': '89869aca-47bc-4a63-a3d8-e2d5a37c54e9', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:49:08Z', 'updated_at': '2022-08-24T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:35.819214 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] Checking router: 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:35.829946 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] Routers {'4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:35.830936 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:56:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:35.869971 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-62468aa8-7237-4cc4-9f62-2dc844c8cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cf266239-d14a-45a5-9682-779d624bdb50), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:35.898014 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Deleting port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:35.898014 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:35.922911 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] Set router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f gateway port host: None {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:35.929606 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62468aa8-7237-4cc4-9f62-2dc844c8cbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf266239-d14a-45a5-9682-779d624bdb50,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:35.935285 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-62468aa8-7237-4cc4-9f62-2dc844c8cbd5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=118f06781ae541efadc42611b29639ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993373 Aug 24 17:56:35.937875 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50606) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:35.977957 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:56:35Z', 'revision_number': 6, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port_host': None}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:35.994194 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ccdcffe6-ddd4-426c-b6a4-61e664f3b1d6 admin admin] Publish callbacks [] for security_group (cf266239-d14a-45a5-9682-779d624bdb50), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.015103 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] For port 89869aca-47bc-4a63-a3d8-e2d5a37c54e9, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=89869aca-47bc-4a63-a3d8-e2d5a37c54e9,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:36.015351 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.015809 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f39d3-42c5-4a15-85c2-2a20846c41ed None None] The sync data for ids ['4dc1d8fb-89f8-49a3-bd44-340a416b4c6f'] in dv-cinder-854428-1-iscsi is: [{'id': '4dc1d8fb-89f8-49a3-bd44-340a416b4c6f', 'name': 'tempest-AttachVolumeShelveTestJSON-270630661-router', 'tenant_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:49:06Z', 'updated_at': '2022-08-24T17:56:35Z', 'revision_number': 6, 'project_id': '9398272c7a3f4a50a38df4b5dec9ac90', 'gw_port_host': None}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:36.022095 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ccdcffe6-ddd4-426c-b6a4-61e664f3b1d6 admin admin] Publish callbacks [] for security_group (cf266239-d14a-45a5-9682-779d624bdb50), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.032728 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Calling delete_port for 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 owned by network:router_gateway {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:36.168432 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ccdcffe6-ddd4-426c-b6a4-61e664f3b1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (cf266239-d14a-45a5-9682-779d624bdb50), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.171851 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ccdcffe6-ddd4-426c-b6a4-61e664f3b1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.173032 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ccdcffe6-ddd4-426c-b6a4-61e664f3b1d6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cf266239-d14a-45a5-9682-779d624bdb50 HTTP/1.1" status: 204 len: 168 time: 0.2343001 Aug 24 17:56:36.181462 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcffe6-ddd4-426c-b6a4-61e664f3b1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf266239-d14a-45a5-9682-779d624bdb50,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:36.337274 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (89869aca-47bc-4a63-a3d8-e2d5a37c54e9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.364686 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=89869aca-47bc-4a63-a3d8-e2d5a37c54e9,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:36.453450 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.556327 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.558785 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks [] for router_controller (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.691659 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (4dc1d8fb-89f8-49a3-bd44-340a416b4c6f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.692248 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dc1d8fb-89f8-49a3-bd44-340a416b4c6f {{(pid=113410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:56:36.696598 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.697827 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d18327c6-067d-49a9-90d6-4378a370b6a8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4dc1d8fb-89f8-49a3-bd44-340a416b4c6f HTTP/1.1" status: 204 len: 168 time: 1.2405033 Aug 24 17:56:36.700553 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50614) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:36.740101 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:36.751470 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_v2 [None req-38061a78-c670-4df9-93a8-9c861737ad73 admin admin] Deleting subnet 906bc573-2940-4dec-8598-3219c78cf251 {{(pid=113410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:56:36.754978 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38061a78-c670-4df9-93a8-9c861737ad73 admin admin] Publish callbacks [] for subnet (906bc573-2940-4dec-8598-3219c78cf251), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.801430 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38061a78-c670-4df9-93a8-9c861737ad73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3297466'] for subnet (906bc573-2940-4dec-8598-3219c78cf251), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.889942 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38061a78-c670-4df9-93a8-9c861737ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (906bc573-2940-4dec-8598-3219c78cf251), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.924397 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50616) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:36.939586 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-bc607216-3216-473d-9e8b-175fe549687c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.962812 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:37.020606 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38061a78-c670-4df9-93a8-9c861737ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3160501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719259'] for subnet (906bc573-2940-4dec-8598-3219c78cf251), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.023981 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-bc607216-3216-473d-9e8b-175fe549687c admin admin] Publish callbacks [] for security_group (2f5616cb-ef88-4a1d-8caf-8468e9cf9555), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.055455 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38061a78-c670-4df9-93a8-9c861737ad73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906bc573-2940-4dec-8598-3219c78cf251,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:37.057653 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-38061a78-c670-4df9-93a8-9c861737ad73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.061220 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-38061a78-c670-4df9-93a8-9c861737ad73 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/906bc573-2940-4dec-8598-3219c78cf251 HTTP/1.1" status: 204 len: 168 time: 0.3594434 Aug 24 17:56:37.062494 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a07fd32-0884-460c-8a84-5a3f452d489f None None] Network 010bcf84-2f06-4274-8553-0a7884f5d83e requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:56:37.063895 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50618) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:37.111681 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-bc607216-3216-473d-9e8b-175fe549687c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2f5616cb-ef88-4a1d-8caf-8468e9cf9555), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.142022 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (010bcf84-2f06-4274-8553-0a7884f5d83e), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.151597 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc607216-3216-473d-9e8b-175fe549687c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5616cb-ef88-4a1d-8caf-8468e9cf9555,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:37.164875 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-bc607216-3216-473d-9e8b-175fe549687c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=da41b0c2b11142d3a154fc79cda259d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383392 Aug 24 17:56:37.165508 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50620) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:37.193182 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:37.197926 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Deleting port d1b52731-b071-4f85-9b07-9b849237961e {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:37.198258 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (d1b52731-b071-4f85-9b07-9b849237961e), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.230405 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a769f3b7-34d1-4477-a2d1-33323c2f5cd9 admin admin] Publish callbacks [] for security_group (2f5616cb-ef88-4a1d-8caf-8468e9cf9555), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.255473 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090f248a-5a87-49cf-9902-5efe756433c2 None None] DHCP port deletion for 010bcf84-2f06-4274-8553-0a7884f5d83e request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:56:37.260333 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a769f3b7-34d1-4477-a2d1-33323c2f5cd9 admin admin] Publish callbacks [] for security_group (2f5616cb-ef88-4a1d-8caf-8468e9cf9555), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.297634 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-090f248a-5a87-49cf-9902-5efe756433c2 None None] Deleting port d1b52731-b071-4f85-9b07-9b849237961e {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:37.297634 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-090f248a-5a87-49cf-9902-5efe756433c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (d1b52731-b071-4f85-9b07-9b849237961e), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.300870 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] For port d1b52731-b071-4f85-9b07-9b849237961e, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=d1b52731-b071-4f85-9b07-9b849237961e,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:37.301350 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (d1b52731-b071-4f85-9b07-9b849237961e), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.322386 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Calling delete_port for d1b52731-b071-4f85-9b07-9b849237961e owned by network:dhcp {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:37.369338 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-090f248a-5a87-49cf-9902-5efe756433c2 None None] For port d1b52731-b071-4f85-9b07-9b849237961e, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=d1b52731-b071-4f85-9b07-9b849237961e,segment=NetworkSegment(6bc9318f-27b4-484f-8719-1650d9a55be1),segment_id=6bc9318f-27b4-484f-8719-1650d9a55be1)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:37.369659 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-090f248a-5a87-49cf-9902-5efe756433c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (d1b52731-b071-4f85-9b07-9b849237961e), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.391822 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-090f248a-5a87-49cf-9902-5efe756433c2 None None] Calling delete_port for d1b52731-b071-4f85-9b07-9b849237961e owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:37.405568 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a769f3b7-34d1-4477-a2d1-33323c2f5cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (2f5616cb-ef88-4a1d-8caf-8468e9cf9555), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.408324 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-a769f3b7-34d1-4477-a2d1-33323c2f5cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.412060 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-a769f3b7-34d1-4477-a2d1-33323c2f5cd9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2f5616cb-ef88-4a1d-8caf-8468e9cf9555 HTTP/1.1" status: 204 len: 168 time: 0.2426605 Aug 24 17:56:37.419772 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769f3b7-34d1-4477-a2d1-33323c2f5cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5616cb-ef88-4a1d-8caf-8468e9cf9555,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:37.470348 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:37.499643 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (d1b52731-b071-4f85-9b07-9b849237961e), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.508808 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-090f248a-5a87-49cf-9902-5efe756433c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (d1b52731-b071-4f85-9b07-9b849237961e), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.536043 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] No DVR routers for this DVR port d1b52731-b071-4f85-9b07-9b849237961e on host dv-cinder-854428-1-iscsi {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:37.541426 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f248a-5a87-49cf-9902-5efe756433c2 None None] Pushing event deleted for resources: {'Port': ['ID=d1b52731-b071-4f85-9b07-9b849237961e,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:37.542419 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b52731-b071-4f85-9b07-9b849237961e,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:37.544274 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f248a-5a87-49cf-9902-5efe756433c2 None None] No DVR routers for this DVR port d1b52731-b071-4f85-9b07-9b849237961e on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:37.630881 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (010bcf84-2f06-4274-8553-0a7884f5d83e), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.654859 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010bcf84-2f06-4274-8553-0a7884f5d83e']}} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:37.665655 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc9318f-27b4-484f-8719-1650d9a55be1') {'for_net_delete': True} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:37.666076 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc9318f-27b4-484f-8719-1650d9a55be1') {} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:37.677546 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3297459'] for segment (6bc9318f-27b4-484f-8719-1650d9a55be1), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.692651 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (6bc9318f-27b4-484f-8719-1650d9a55be1), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.701130 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=113410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:56:37.701748 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3160531'] for segment (6bc9318f-27b4-484f-8719-1650d9a55be1), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.721740 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 6bc9318f-27b4-484f-8719-1650d9a55be1 resource provider aggregate not found Aug 24 17:56:37.766986 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 6bc9318f-27b4-484f-8719-1650d9a55be1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bc9318f-27b4-484f-8719-1650d9a55be1 found for delete ", "request_id": "req-c0d36ac4-e38b-42cb-b8b8-b962e9b5cecf"}]} Aug 24 17:56:37.863218 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:37.868886 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (010bcf84-2f06-4274-8553-0a7884f5d83e), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.880917 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.885527 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:37.888067 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 755ecb4f-fd70-43bf-8d6d-0160eaf40b84 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:37.888241 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/010bcf84-2f06-4274-8553-0a7884f5d83e HTTP/1.1" status: 204 len: 168 time: 0.8212216 Aug 24 17:56:37.888370 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device d1b52731-b071-4f85-9b07-9b849237961e no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:37.910244 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224023f-60d8-4b7b-892f-1c8bc8a00e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=010bcf84-2f06-4274-8553-0a7884f5d83e,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:37.917154 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: d1b52731-b071-4f85-9b07-9b849237961e {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:37.917601 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device d1b52731-b071-4f85-9b07-9b849237961e not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:37.918144 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:37.940904 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:37.942184 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 89869aca-47bc-4a63-a3d8-e2d5a37c54e9 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:38.387084 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50654) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:38.433617 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-74fa9e03-02c2-45b7-8c1a-6feb5b79fdb5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9398272c7a3f4a50a38df4b5dec9ac90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445409 Aug 24 17:56:38.436989 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50658) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:38.479125 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:38.493432 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1987a4a0-b911-418d-be71-3702fb65ea76 admin admin] Publish callbacks [] for security_group (7bed7c40-d6a4-407e-a7df-67d8959edd0e), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:38.515983 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1987a4a0-b911-418d-be71-3702fb65ea76 admin admin] Publish callbacks [] for security_group (7bed7c40-d6a4-407e-a7df-67d8959edd0e), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:38.632210 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1987a4a0-b911-418d-be71-3702fb65ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (7bed7c40-d6a4-407e-a7df-67d8959edd0e), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:38.634907 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-1987a4a0-b911-418d-be71-3702fb65ea76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:38.636019 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-1987a4a0-b911-418d-be71-3702fb65ea76 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7bed7c40-d6a4-407e-a7df-67d8959edd0e HTTP/1.1" status: 204 len: 168 time: 0.1980124 Aug 24 17:56:38.645036 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987a4a0-b911-418d-be71-3702fb65ea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bed7c40-d6a4-407e-a7df-67d8959edd0e,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:41.746933 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:41.772966 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50764) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:41.892730 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7fab-9c0d-4fbc-ab68-fae3f7e97ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:41.970177 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7fab-9c0d-4fbc-ab68-fae3f7e97ad4 admin admin] Publish callbacks [] for security_group (edd2ea30-6275-4b6c-ac75-a8e8b23c9660), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:42.042550 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7fab-9c0d-4fbc-ab68-fae3f7e97ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (edd2ea30-6275-4b6c-ac75-a8e8b23c9660), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:42.088207 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50778) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:42.088744 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-b1ff7fab-9c0d-4fbc-ab68-fae3f7e97ad4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=10b541da08fa458b811cb0e8679d71ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142376 Aug 24 17:56:42.089586 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff7fab-9c0d-4fbc-ab68-fae3f7e97ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd2ea30-6275-4b6c-ac75-a8e8b23c9660,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:42.109779 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:42.144148 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0d54d84b-2fc7-4c07-b61f-802901779922 admin admin] Publish callbacks [] for security_group (edd2ea30-6275-4b6c-ac75-a8e8b23c9660), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:42.166033 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0d54d84b-2fc7-4c07-b61f-802901779922 admin admin] Publish callbacks [] for security_group (edd2ea30-6275-4b6c-ac75-a8e8b23c9660), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:42.322657 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:42.323191 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0d54d84b-2fc7-4c07-b61f-802901779922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (edd2ea30-6275-4b6c-ac75-a8e8b23c9660), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:42.325688 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0d54d84b-2fc7-4c07-b61f-802901779922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:42.326903 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-0d54d84b-2fc7-4c07-b61f-802901779922 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/edd2ea30-6275-4b6c-ac75-a8e8b23c9660 HTTP/1.1" status: 204 len: 168 time: 0.2365584 Aug 24 17:56:42.337695 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54d84b-2fc7-4c07-b61f-802901779922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd2ea30-6275-4b6c-ac75-a8e8b23c9660,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:43.009120 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50822) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:43.026586 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9385f9b1-8497-4356-abdb-c7bd8eefae86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:43.111948 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9385f9b1-8497-4356-abdb-c7bd8eefae86 admin admin] Publish callbacks [] for security_group (5a252aea-7b90-4f34-b31a-9f41e8184e6c), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:43.194429 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9385f9b1-8497-4356-abdb-c7bd8eefae86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5a252aea-7b90-4f34-b31a-9f41e8184e6c), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:43.241464 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-9385f9b1-8497-4356-abdb-c7bd8eefae86 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=abccb3aed9cf4a3987b2ec78eef26b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312632 Aug 24 17:56:43.242616 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385f9b1-8497-4356-abdb-c7bd8eefae86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a252aea-7b90-4f34-b31a-9f41e8184e6c,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:43.244186 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50840) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:43.302658 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d7838b21-ff76-42d3-a4d9-79470d59552d admin admin] Publish callbacks [] for security_group (5a252aea-7b90-4f34-b31a-9f41e8184e6c), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:43.324277 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d7838b21-ff76-42d3-a4d9-79470d59552d admin admin] Publish callbacks [] for security_group (5a252aea-7b90-4f34-b31a-9f41e8184e6c), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:43.341391 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:43.491541 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d7838b21-ff76-42d3-a4d9-79470d59552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5a252aea-7b90-4f34-b31a-9f41e8184e6c), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:43.494278 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d7838b21-ff76-42d3-a4d9-79470d59552d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:43.495466 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d7838b21-ff76-42d3-a4d9-79470d59552d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5a252aea-7b90-4f34-b31a-9f41e8184e6c HTTP/1.1" status: 204 len: 168 time: 0.2494211 Aug 24 17:56:43.506208 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7838b21-ff76-42d3-a4d9-79470d59552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a252aea-7b90-4f34-b31a-9f41e8184e6c,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:44.258329 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50874) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:44.379989 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b53bb285-87f9-44d0-a284-4c5c262b4961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:44.469866 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b53bb285-87f9-44d0-a284-4c5c262b4961 admin admin] Publish callbacks [] for security_group (baf77d15-876f-40e3-8667-298bd210a2b3), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:44.562744 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b53bb285-87f9-44d0-a284-4c5c262b4961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (baf77d15-876f-40e3-8667-298bd210a2b3), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:44.611326 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-b53bb285-87f9-44d0-a284-4c5c262b4961 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c58b2fa0b4e4476ea77070b96e03a82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517618 Aug 24 17:56:44.612498 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50886) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:44.619113 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb285-87f9-44d0-a284-4c5c262b4961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf77d15-876f-40e3-8667-298bd210a2b3,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:44.641441 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:44.674013 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cd199735-f22a-4510-8625-1c9632be4f39 admin admin] Publish callbacks [] for security_group (baf77d15-876f-40e3-8667-298bd210a2b3), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:44.696748 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cd199735-f22a-4510-8625-1c9632be4f39 admin admin] Publish callbacks [] for security_group (baf77d15-876f-40e3-8667-298bd210a2b3), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:44.797431 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cd199735-f22a-4510-8625-1c9632be4f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (baf77d15-876f-40e3-8667-298bd210a2b3), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:44.800355 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cd199735-f22a-4510-8625-1c9632be4f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:44.808407 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-cd199735-f22a-4510-8625-1c9632be4f39 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/baf77d15-876f-40e3-8667-298bd210a2b3 HTTP/1.1" status: 204 len: 168 time: 0.1882131 Aug 24 17:56:44.810830 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd199735-f22a-4510-8625-1c9632be4f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf77d15-876f-40e3-8667-298bd210a2b3,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:45.629350 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 50920) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:45.646032 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4dac-ee70-4104-8c7f-f15bcabd2f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:45.734745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4dac-ee70-4104-8c7f-f15bcabd2f3d admin admin] Publish callbacks [] for security_group (96452651-3efe-4e41-82f7-399581d7348d), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:45.754401 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:45.854038 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4dac-ee70-4104-8c7f-f15bcabd2f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (96452651-3efe-4e41-82f7-399581d7348d), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:45.907350 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-5a0f4dac-ee70-4104-8c7f-f15bcabd2f3d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=dd7bda2c0e354724a43506ff00be8eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768369 Aug 24 17:56:45.907565 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50930) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:45.908839 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f4dac-ee70-4104-8c7f-f15bcabd2f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96452651-3efe-4e41-82f7-399581d7348d,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:45.975947 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b7a87d50-4cd2-44ca-8261-d92f09b94708 admin admin] Publish callbacks [] for security_group (96452651-3efe-4e41-82f7-399581d7348d), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:46.001151 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b7a87d50-4cd2-44ca-8261-d92f09b94708 admin admin] Publish callbacks [] for security_group (96452651-3efe-4e41-82f7-399581d7348d), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:46.145476 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b7a87d50-4cd2-44ca-8261-d92f09b94708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (96452651-3efe-4e41-82f7-399581d7348d), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:46.148119 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b7a87d50-4cd2-44ca-8261-d92f09b94708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:46.149280 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-b7a87d50-4cd2-44ca-8261-d92f09b94708 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/96452651-3efe-4e41-82f7-399581d7348d HTTP/1.1" status: 204 len: 168 time: 0.2402596 Aug 24 17:56:46.161725 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a87d50-4cd2-44ca-8261-d92f09b94708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96452651-3efe-4e41-82f7-399581d7348d,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:47.526741 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50988) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:47.645043 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2ed3da74-f3ba-4306-afb1-f338d514c74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:47.724284 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2ed3da74-f3ba-4306-afb1-f338d514c74b admin admin] Publish callbacks [] for security_group (b5912056-37bf-4107-aa23-e9f4078be9ae), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:47.745526 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a92c-ad6e-4c0e-8d25-dac63e65a0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:47.808735 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2ed3da74-f3ba-4306-afb1-f338d514c74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (b5912056-37bf-4107-aa23-e9f4078be9ae), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:47.850966 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3da74-f3ba-4306-afb1-f338d514c74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5912056-37bf-4107-aa23-e9f4078be9ae,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:47.855381 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-2ed3da74-f3ba-4306-afb1-f338d514c74b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0e8b95165c674b428e62551d0bfdbb35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275263 Aug 24 17:56:47.859234 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 50994) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:47.879249 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:47.913901 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ae53ed7-9b50-45f6-8ff8-03e083cd5fc1 admin admin] Publish callbacks [] for security_group (b5912056-37bf-4107-aa23-e9f4078be9ae), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:47.935373 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ae53ed7-9b50-45f6-8ff8-03e083cd5fc1 admin admin] Publish callbacks [] for security_group (b5912056-37bf-4107-aa23-e9f4078be9ae), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:47.969361 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=7 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:48.048198 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ae53ed7-9b50-45f6-8ff8-03e083cd5fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (b5912056-37bf-4107-aa23-e9f4078be9ae), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.050823 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-1ae53ed7-9b50-45f6-8ff8-03e083cd5fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.054768 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-1ae53ed7-9b50-45f6-8ff8-03e083cd5fc1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b5912056-37bf-4107-aa23-e9f4078be9ae HTTP/1.1" status: 204 len: 168 time: 0.1916780 Aug 24 17:56:48.061557 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae53ed7-9b50-45f6-8ff8-03e083cd5fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5912056-37bf-4107-aa23-e9f4078be9ae,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:48.083097 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51000) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:48.206970 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-20fc0681-d972-4852-bd12-fcf61c27602a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.286068 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-20fc0681-d972-4852-bd12-fcf61c27602a admin admin] Publish callbacks [] for security_group (ab8a4738-a2f9-477f-ae5d-6f0ac9560848), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.365356 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-20fc0681-d972-4852-bd12-fcf61c27602a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ab8a4738-a2f9-477f-ae5d-6f0ac9560848), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.369271 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:48.410148 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-20fc0681-d972-4852-bd12-fcf61c27602a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8bdb2126c4a9494c87ccb10596ee3273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253729 Aug 24 17:56:48.411226 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc0681-d972-4852-bd12-fcf61c27602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a4738-a2f9-477f-ae5d-6f0ac9560848,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:48.413199 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51010) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:48.466014 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-48869228-91f1-4f1f-9bf7-8db6fae96d7f admin admin] Publish callbacks [] for security_group (ab8a4738-a2f9-477f-ae5d-6f0ac9560848), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.487546 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-48869228-91f1-4f1f-9bf7-8db6fae96d7f admin admin] Publish callbacks [] for security_group (ab8a4738-a2f9-477f-ae5d-6f0ac9560848), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.583405 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-48869228-91f1-4f1f-9bf7-8db6fae96d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ab8a4738-a2f9-477f-ae5d-6f0ac9560848), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.588052 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-48869228-91f1-4f1f-9bf7-8db6fae96d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.589523 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-48869228-91f1-4f1f-9bf7-8db6fae96d7f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ab8a4738-a2f9-477f-ae5d-6f0ac9560848 HTTP/1.1" status: 204 len: 168 time: 0.1747344 Aug 24 17:56:48.602755 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48869228-91f1-4f1f-9bf7-8db6fae96d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a4738-a2f9-477f-ae5d-6f0ac9560848,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:48.831525 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51016) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:48.842236 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43417068-773b-4775-bb1a-053021f0287d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.924829 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43417068-773b-4775-bb1a-053021f0287d admin admin] Publish callbacks [] for security_group (956ca46e-ca9f-4d9e-af06-e65b1edf793b), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:49.002609 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-43417068-773b-4775-bb1a-053021f0287d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (956ca46e-ca9f-4d9e-af06-e65b1edf793b), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:49.045998 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-43417068-773b-4775-bb1a-053021f0287d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=103b0f18a00743839dce45df8f6fabfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163305 Aug 24 17:56:49.047129 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43417068-773b-4775-bb1a-053021f0287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956ca46e-ca9f-4d9e-af06-e65b1edf793b,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:49.048885 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51020) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:49.106810 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d747cefe-e0b7-435a-8450-bc40b56d2dbd admin admin] Publish callbacks [] for security_group (956ca46e-ca9f-4d9e-af06-e65b1edf793b), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:49.128660 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d747cefe-e0b7-435a-8450-bc40b56d2dbd admin admin] Publish callbacks [] for security_group (956ca46e-ca9f-4d9e-af06-e65b1edf793b), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:49.288715 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d747cefe-e0b7-435a-8450-bc40b56d2dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (956ca46e-ca9f-4d9e-af06-e65b1edf793b), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:49.291532 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d747cefe-e0b7-435a-8450-bc40b56d2dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:49.292710 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d747cefe-e0b7-435a-8450-bc40b56d2dbd admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/956ca46e-ca9f-4d9e-af06-e65b1edf793b HTTP/1.1" status: 204 len: 168 time: 0.2428596 Aug 24 17:56:49.300573 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747cefe-e0b7-435a-8450-bc40b56d2dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956ca46e-ca9f-4d9e-af06-e65b1edf793b,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:50.228297 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-55a08196-0b6f-4be8-b299-09005b3ed953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:50.751284 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:56:51.233892 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51116) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:51.325302 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.345474 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9a8dbadd-e0bf-404c-9626-3820a01f7494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.424720 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9a8dbadd-e0bf-404c-9626-3820a01f7494 admin admin] Publish callbacks [] for security_group (ea784b4f-af24-4d9a-9539-f962cfc5e36f), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.497553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9a8dbadd-e0bf-404c-9626-3820a01f7494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ea784b4f-af24-4d9a-9539-f962cfc5e36f), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.540347 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-9a8dbadd-e0bf-404c-9626-3820a01f7494 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2eefb400a71e45c4996f6894680f1d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052857 Aug 24 17:56:51.542972 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dbadd-e0bf-404c-9626-3820a01f7494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea784b4f-af24-4d9a-9539-f962cfc5e36f,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:51.543371 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51126) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:51.601892 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e0825f9-046d-4fc1-a707-0884596891d7 admin admin] Publish callbacks [] for security_group (ea784b4f-af24-4d9a-9539-f962cfc5e36f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.623982 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e0825f9-046d-4fc1-a707-0884596891d7 admin admin] Publish callbacks [] for security_group (ea784b4f-af24-4d9a-9539-f962cfc5e36f), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.759835 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e0825f9-046d-4fc1-a707-0884596891d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ea784b4f-af24-4d9a-9539-f962cfc5e36f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.762747 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9e0825f9-046d-4fc1-a707-0884596891d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.765195 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-9e0825f9-046d-4fc1-a707-0884596891d7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ea784b4f-af24-4d9a-9539-f962cfc5e36f HTTP/1.1" status: 204 len: 168 time: 0.2197313 Aug 24 17:56:51.775844 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0825f9-046d-4fc1-a707-0884596891d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea784b4f-af24-4d9a-9539-f962cfc5e36f,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:53.105082 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:53.155240 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:53.619059 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51186) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:53.727388 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-20831647-e776-4d87-b5ed-c22c8f21efa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:53.812655 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-20831647-e776-4d87-b5ed-c22c8f21efa4 admin admin] Publish callbacks [] for security_group (6061f523-d77a-4db6-b72e-1434015dba4f), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:53.885432 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-20831647-e776-4d87-b5ed-c22c8f21efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6061f523-d77a-4db6-b72e-1434015dba4f), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:53.889917 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:53.929591 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-20831647-e776-4d87-b5ed-c22c8f21efa4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b2402696d3094e30a080535b7e9b4027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093638 Aug 24 17:56:53.930520 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20831647-e776-4d87-b5ed-c22c8f21efa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6061f523-d77a-4db6-b72e-1434015dba4f,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:53.932227 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51196) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:53.984124 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:53.989758 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4faeb8f7-34c9-49e2-8149-c01864ea3331 admin admin] Publish callbacks [] for security_group (6061f523-d77a-4db6-b72e-1434015dba4f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:54.017210 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4faeb8f7-34c9-49e2-8149-c01864ea3331 admin admin] Publish callbacks [] for security_group (6061f523-d77a-4db6-b72e-1434015dba4f), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:54.171231 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4faeb8f7-34c9-49e2-8149-c01864ea3331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (6061f523-d77a-4db6-b72e-1434015dba4f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:54.173807 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-4faeb8f7-34c9-49e2-8149-c01864ea3331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:54.175487 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-4faeb8f7-34c9-49e2-8149-c01864ea3331 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6061f523-d77a-4db6-b72e-1434015dba4f HTTP/1.1" status: 204 len: 168 time: 0.2416489 Aug 24 17:56:54.185781 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faeb8f7-34c9-49e2-8149-c01864ea3331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6061f523-d77a-4db6-b72e-1434015dba4f,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:54.992378 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51216) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:55.006345 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-29a35d73-0a90-4b7f-bd02-1f9bed8f7872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:55.084068 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-29a35d73-0a90-4b7f-bd02-1f9bed8f7872 admin admin] Publish callbacks [] for security_group (bd79e27d-dccc-409b-ba8a-e2879da95a54), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:55.159174 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-29a35d73-0a90-4b7f-bd02-1f9bed8f7872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (bd79e27d-dccc-409b-ba8a-e2879da95a54), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:55.198924 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a35d73-0a90-4b7f-bd02-1f9bed8f7872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd79e27d-dccc-409b-ba8a-e2879da95a54,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:55.203844 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-29a35d73-0a90-4b7f-bd02-1f9bed8f7872 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=626d25a7152a403586ef87a9d29d7e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104375 Aug 24 17:56:55.206611 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51218) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:55.270001 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5b6f-3aad-4c79-ba1c-df7c8947eab7 admin admin] Publish callbacks [] for security_group (bd79e27d-dccc-409b-ba8a-e2879da95a54), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:55.292072 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5b6f-3aad-4c79-ba1c-df7c8947eab7 admin admin] Publish callbacks [] for security_group (bd79e27d-dccc-409b-ba8a-e2879da95a54), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:55.448152 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5b6f-3aad-4c79-ba1c-df7c8947eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (bd79e27d-dccc-409b-ba8a-e2879da95a54), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:55.451582 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5b6f-3aad-4c79-ba1c-df7c8947eab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:55.452751 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-6c5e5b6f-3aad-4c79-ba1c-df7c8947eab7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bd79e27d-dccc-409b-ba8a-e2879da95a54 HTTP/1.1" status: 204 len: 168 time: 0.2452176 Aug 24 17:56:55.461528 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e5b6f-3aad-4c79-ba1c-df7c8947eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd79e27d-dccc-409b-ba8a-e2879da95a54,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:03.090152 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:03.926261 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=57,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:03.990452 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51402) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:04.108579 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6d571534-05a6-42b4-8d0f-21e386446845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.139226 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:04.193748 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6d571534-05a6-42b4-8d0f-21e386446845 admin admin] Publish callbacks [] for security_group (5742b708-7dec-4adf-b95c-940b61666e23), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.273481 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6d571534-05a6-42b4-8d0f-21e386446845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5742b708-7dec-4adf-b95c-940b61666e23), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.318811 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-6d571534-05a6-42b4-8d0f-21e386446845 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=15f76c2378be47d383eff52c80b33e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271523 Aug 24 17:57:04.319537 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d571534-05a6-42b4-8d0f-21e386446845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5742b708-7dec-4adf-b95c-940b61666e23,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:04.321505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51408) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:04.372883 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8dca2fad-d4a3-4cca-8521-8c655e272db8 admin admin] Publish callbacks [] for security_group (5742b708-7dec-4adf-b95c-940b61666e23), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.394902 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8dca2fad-d4a3-4cca-8521-8c655e272db8 admin admin] Publish callbacks [] for security_group (5742b708-7dec-4adf-b95c-940b61666e23), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.530470 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8dca2fad-d4a3-4cca-8521-8c655e272db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5742b708-7dec-4adf-b95c-940b61666e23), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.533144 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8dca2fad-d4a3-4cca-8521-8c655e272db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.534332 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-8dca2fad-d4a3-4cca-8521-8c655e272db8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5742b708-7dec-4adf-b95c-940b61666e23 HTTP/1.1" status: 204 len: 168 time: 0.2116642 Aug 24 17:57:04.542631 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca2fad-d4a3-4cca-8521-8c655e272db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5742b708-7dec-4adf-b95c-940b61666e23,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:05.210196 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51424) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:05.224013 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ceba4dce-9557-450c-b8cd-4afdf7a20e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.301654 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ceba4dce-9557-450c-b8cd-4afdf7a20e3b admin admin] Publish callbacks [] for security_group (0caed368-7f35-4d24-9a09-8d02ab8b4668), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.370418 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ceba4dce-9557-450c-b8cd-4afdf7a20e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (0caed368-7f35-4d24-9a09-8d02ab8b4668), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.412950 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba4dce-9557-450c-b8cd-4afdf7a20e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caed368-7f35-4d24-9a09-8d02ab8b4668,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:05.420373 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51428) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:05.420870 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ceba4dce-9557-450c-b8cd-4afdf7a20e3b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a7d71d65425f44c89db5a56b97385160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091615 Aug 24 17:57:05.473386 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-32f1d73a-0ce9-4ef9-bf79-49bd264ebc92 admin admin] Publish callbacks [] for security_group (0caed368-7f35-4d24-9a09-8d02ab8b4668), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.493639 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-32f1d73a-0ce9-4ef9-bf79-49bd264ebc92 admin admin] Publish callbacks [] for security_group (0caed368-7f35-4d24-9a09-8d02ab8b4668), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.527850 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:05.638835 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-32f1d73a-0ce9-4ef9-bf79-49bd264ebc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (0caed368-7f35-4d24-9a09-8d02ab8b4668), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.643318 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-32f1d73a-0ce9-4ef9-bf79-49bd264ebc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.644539 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-32f1d73a-0ce9-4ef9-bf79-49bd264ebc92 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0caed368-7f35-4d24-9a09-8d02ab8b4668 HTTP/1.1" status: 204 len: 168 time: 0.2222636 Aug 24 17:57:05.655599 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1d73a-0ce9-4ef9-bf79-49bd264ebc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caed368-7f35-4d24-9a09-8d02ab8b4668,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:06.422011 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51436) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:06.438637 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9dcab159-7809-4d3c-86f0-ca0e2651c11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.519802 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9dcab159-7809-4d3c-86f0-ca0e2651c11b admin admin] Publish callbacks [] for security_group (00adc1b6-3cfc-470a-9403-7a652aa26870), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.613728 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9dcab159-7809-4d3c-86f0-ca0e2651c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (00adc1b6-3cfc-470a-9403-7a652aa26870), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.654570 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcab159-7809-4d3c-86f0-ca0e2651c11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00adc1b6-3cfc-470a-9403-7a652aa26870,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:06.660050 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-9dcab159-7809-4d3c-86f0-ca0e2651c11b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f37c9e6aed544f75843279029cc3c975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370031 Aug 24 17:57:06.662917 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51440) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:06.713360 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3b9968fa-47dc-4fac-91a3-c103e64482eb admin admin] Publish callbacks [] for security_group (00adc1b6-3cfc-470a-9403-7a652aa26870), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.734583 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3b9968fa-47dc-4fac-91a3-c103e64482eb admin admin] Publish callbacks [] for security_group (00adc1b6-3cfc-470a-9403-7a652aa26870), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.753800 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:06.758801 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:06.873376 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3b9968fa-47dc-4fac-91a3-c103e64482eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (00adc1b6-3cfc-470a-9403-7a652aa26870), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.876769 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3b9968fa-47dc-4fac-91a3-c103e64482eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.877984 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-3b9968fa-47dc-4fac-91a3-c103e64482eb admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/00adc1b6-3cfc-470a-9403-7a652aa26870 HTTP/1.1" status: 204 len: 168 time: 0.2142210 Aug 24 17:57:06.886305 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9968fa-47dc-4fac-91a3-c103e64482eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00adc1b6-3cfc-470a-9403-7a652aa26870,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:06.898881 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=65,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:10.673049 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51544) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:10.791710 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-95f5bff6-9e0c-4668-85e2-09edd1cbbaec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:10.880980 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-95f5bff6-9e0c-4668-85e2-09edd1cbbaec admin admin] Publish callbacks [] for security_group (e7f5f175-22ee-4201-b9a5-bbdc9174f216), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:10.995909 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-95f5bff6-9e0c-4668-85e2-09edd1cbbaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (e7f5f175-22ee-4201-b9a5-bbdc9174f216), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:11.040830 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-95f5bff6-9e0c-4668-85e2-09edd1cbbaec admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=779afdc10a85445e99b8356bc35f2ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664439 Aug 24 17:57:11.042037 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5bff6-9e0c-4668-85e2-09edd1cbbaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f5f175-22ee-4201-b9a5-bbdc9174f216,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:11.043732 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51550) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:11.095267 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-51f8b4dd-7ee1-4d92-9f09-260a88f1c12a admin admin] Publish callbacks [] for security_group (e7f5f175-22ee-4201-b9a5-bbdc9174f216), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:11.117372 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-51f8b4dd-7ee1-4d92-9f09-260a88f1c12a admin admin] Publish callbacks [] for security_group (e7f5f175-22ee-4201-b9a5-bbdc9174f216), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:11.244770 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-51f8b4dd-7ee1-4d92-9f09-260a88f1c12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (e7f5f175-22ee-4201-b9a5-bbdc9174f216), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:11.247505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-51f8b4dd-7ee1-4d92-9f09-260a88f1c12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:11.248726 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-51f8b4dd-7ee1-4d92-9f09-260a88f1c12a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e7f5f175-22ee-4201-b9a5-bbdc9174f216 HTTP/1.1" status: 204 len: 168 time: 0.2039688 Aug 24 17:57:11.257623 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8b4dd-7ee1-4d92-9f09-260a88f1c12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f5f175-22ee-4201-b9a5-bbdc9174f216,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:11.971078 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51570) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:11.984783 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d9794b38-28e4-4fbd-b79b-5a6014e567bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.085267 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d9794b38-28e4-4fbd-b79b-5a6014e567bd admin admin] Publish callbacks [] for security_group (d583805a-fc8f-4b0a-a1e9-5b3b9195ea68), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.161731 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d9794b38-28e4-4fbd-b79b-5a6014e567bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (d583805a-fc8f-4b0a-a1e9-5b3b9195ea68), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.165722 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:12.203037 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9794b38-28e4-4fbd-b79b-5a6014e567bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d583805a-fc8f-4b0a-a1e9-5b3b9195ea68,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:12.208191 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d9794b38-28e4-4fbd-b79b-5a6014e567bd admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=920f3da073f2481f95d11af8ad7bb390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359962 Aug 24 17:57:12.211376 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51586) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:12.261682 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-778ecc0e-4405-4813-ae76-335fe1d75b30 admin admin] Publish callbacks [] for security_group (d583805a-fc8f-4b0a-a1e9-5b3b9195ea68), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.283425 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-778ecc0e-4405-4813-ae76-335fe1d75b30 admin admin] Publish callbacks [] for security_group (d583805a-fc8f-4b0a-a1e9-5b3b9195ea68), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.310797 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:12.379026 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.401874 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-778ecc0e-4405-4813-ae76-335fe1d75b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (d583805a-fc8f-4b0a-a1e9-5b3b9195ea68), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.404452 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-778ecc0e-4405-4813-ae76-335fe1d75b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.405791 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-778ecc0e-4405-4813-ae76-335fe1d75b30 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d583805a-fc8f-4b0a-a1e9-5b3b9195ea68 HTTP/1.1" status: 204 len: 168 time: 0.1935799 Aug 24 17:57:12.414300 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ecc0e-4405-4813-ae76-335fe1d75b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d583805a-fc8f-4b0a-a1e9-5b3b9195ea68,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:12.591681 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51592) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:12.827528 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31320be4-ea84-4c40-8065-9cda7ad26248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.887274 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=18 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:12.919183 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31320be4-ea84-4c40-8065-9cda7ad26248 admin admin] Publish callbacks [] for security_group (72e465ea-6cad-4e70-86dc-d6e18458b03c), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.994131 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-31320be4-ea84-4c40-8065-9cda7ad26248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (72e465ea-6cad-4e70-86dc-d6e18458b03c), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:13.030010 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:13.041219 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-31320be4-ea84-4c40-8065-9cda7ad26248 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=06d78afb0fa541f996a8446bd684dbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483871 Aug 24 17:57:13.042477 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31320be4-ea84-4c40-8065-9cda7ad26248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e465ea-6cad-4e70-86dc-d6e18458b03c,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:13.044132 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51606) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:13.100300 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8b101a07-bd0d-4f50-ad5d-02d6face8673 admin admin] Publish callbacks [] for security_group (72e465ea-6cad-4e70-86dc-d6e18458b03c), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:13.124018 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8b101a07-bd0d-4f50-ad5d-02d6face8673 admin admin] Publish callbacks [] for security_group (72e465ea-6cad-4e70-86dc-d6e18458b03c), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:13.256330 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8b101a07-bd0d-4f50-ad5d-02d6face8673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (72e465ea-6cad-4e70-86dc-d6e18458b03c), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:13.259933 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8b101a07-bd0d-4f50-ad5d-02d6face8673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:13.261338 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-8b101a07-bd0d-4f50-ad5d-02d6face8673 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/72e465ea-6cad-4e70-86dc-d6e18458b03c HTTP/1.1" status: 204 len: 168 time: 0.2161946 Aug 24 17:57:13.270907 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b101a07-bd0d-4f50-ad5d-02d6face8673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e465ea-6cad-4e70-86dc-d6e18458b03c,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:17.801933 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dd89f7c5-85f6-446d-a6cc-d2136749f6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:19.369324 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51796) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:19.491534 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51802) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:19.551794 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70f90735-8e82-4890-a116-0e538d351fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:19.570526 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-89e38f20-1484-40a4-8824-a2fd18001bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:19.748741 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681e191f-caa4-4008-afb8-43b0b000b85f req-4fea7476-eb49-4681-9fc3-26ad937da79d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638399 Aug 24 17:57:19.773163 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70f90735-8e82-4890-a116-0e538d351fa1 admin admin] Publish callbacks [] for security_group (ca39f7c3-a8a0-4d69-98b7-21cca555f88d), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:19.842585 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-89e38f20-1484-40a4-8824-a2fd18001bc5 admin admin] Publish callbacks [] for security_group (c7f3e28c-8add-4432-bce9-0a956550941e), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:19.844096 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70f90735-8e82-4890-a116-0e538d351fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ca39f7c3-a8a0-4d69-98b7-21cca555f88d), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:19.873813 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e191f-caa4-4008-afb8-43b0b000b85f req-cc244e7c-dc8c-40b2-8e61-d2ceaaf62e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:19.875342 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681e191f-caa4-4008-afb8-43b0b000b85f req-cc244e7c-dc8c-40b2-8e61-d2ceaaf62e08 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 1129 time: 0.0751395 Aug 24 17:57:19.898498 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-70f90735-8e82-4890-a116-0e538d351fa1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a7e1eeabfb73438998aa1b8ffbbef75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5279238 Aug 24 17:57:19.899232 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-89e38f20-1484-40a4-8824-a2fd18001bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (c7f3e28c-8add-4432-bce9-0a956550941e), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:19.901213 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51806) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:19.904970 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f90735-8e82-4890-a116-0e538d351fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca39f7c3-a8a0-4d69-98b7-21cca555f88d,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:19.972578 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0ac4be3d-0ac2-438e-8e8a-11c2766aee60 admin admin] Publish callbacks [] for security_group (ca39f7c3-a8a0-4d69-98b7-21cca555f88d), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:20.000055 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0ac4be3d-0ac2-438e-8e8a-11c2766aee60 admin admin] Publish callbacks [] for security_group (ca39f7c3-a8a0-4d69-98b7-21cca555f88d), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:20.007463 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e38f20-1484-40a4-8824-a2fd18001bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f3e28c-8add-4432-bce9-0a956550941e,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:20.011894 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-89e38f20-1484-40a4-8824-a2fd18001bc5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8dc26bb88784480687b5e8bc3980d81f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192566 Aug 24 17:57:20.015028 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51810) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:20.073316 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e191f-caa4-4008-afb8-43b0b000b85f req-f99f13b5-64ad-46e2-9ffc-e9ac217eb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:20.074852 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681e191f-caa4-4008-afb8-43b0b000b85f req-f99f13b5-64ad-46e2-9ffc-e9ac217eb6d2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 913 time: 0.1726758 Aug 24 17:57:20.127854 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cd04cbca-29b0-4ca3-b8f8-2ce9deda268a admin admin] Publish callbacks [] for security_group (c7f3e28c-8add-4432-bce9-0a956550941e), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:20.135518 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0ac4be3d-0ac2-438e-8e8a-11c2766aee60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ca39f7c3-a8a0-4d69-98b7-21cca555f88d), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:20.138172 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-0ac4be3d-0ac2-438e-8e8a-11c2766aee60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:20.139360 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-0ac4be3d-0ac2-438e-8e8a-11c2766aee60 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ca39f7c3-a8a0-4d69-98b7-21cca555f88d HTTP/1.1" status: 204 len: 168 time: 0.2362695 Aug 24 17:57:20.168789 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cd04cbca-29b0-4ca3-b8f8-2ce9deda268a admin admin] Publish callbacks [] for security_group (c7f3e28c-8add-4432-bce9-0a956550941e), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:20.171090 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4be3d-0ac2-438e-8e8a-11c2766aee60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca39f7c3-a8a0-4d69-98b7-21cca555f88d,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:20.180669 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681e191f-caa4-4008-afb8-43b0b000b85f req-2a022407-0558-4d45-836c-f94ba616392d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827 HTTP/1.1" status: 200 len: 1001 time: 0.0966022 Aug 24 17:57:20.232602 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5e624f03-747e-49ae-8b70-723b25d0c288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:20.236978 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:20.254336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e191f-caa4-4008-afb8-43b0b000b85f req-174ff45f-c415-42ff-9d7a-37eab24cf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:20.255813 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681e191f-caa4-4008-afb8-43b0b000b85f req-174ff45f-c415-42ff-9d7a-37eab24cf47f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0699172 Aug 24 17:57:20.308728 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e191f-caa4-4008-afb8-43b0b000b85f req-a18bb906-82b6-4d84-8088-a223411813c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:20.310283 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681e191f-caa4-4008-afb8-43b0b000b85f req-a18bb906-82b6-4d84-8088-a223411813c3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463843 Aug 24 17:57:20.339164 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:20.346377 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cd04cbca-29b0-4ca3-b8f8-2ce9deda268a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (c7f3e28c-8add-4432-bce9-0a956550941e), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:20.349607 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cd04cbca-29b0-4ca3-b8f8-2ce9deda268a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:20.350789 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-cd04cbca-29b0-4ca3-b8f8-2ce9deda268a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c7f3e28c-8add-4432-bce9-0a956550941e HTTP/1.1" status: 204 len: 168 time: 0.3348563 Aug 24 17:57:20.389561 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04cbca-29b0-4ca3-b8f8-2ce9deda268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f3e28c-8add-4432-bce9-0a956550941e,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:20.434945 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681e191f-caa4-4008-afb8-43b0b000b85f req-939555db-d233-4c27-9801-ba2bc7c71895 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178911 Aug 24 17:57:20.543442 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-681e191f-caa4-4008-afb8-43b0b000b85f req-ea2d6a5c-fd4f-47d7-b6a0-cf48ba4de488 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025188 Aug 24 17:57:21.108172 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51828) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:21.129271 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf87b-d17b-4372-880f-467ccc3dee5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:21.225093 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf87b-d17b-4372-880f-467ccc3dee5c admin admin] Publish callbacks [] for security_group (012158ff-272f-4750-a319-e715f7804a95), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:21.316170 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf87b-d17b-4372-880f-467ccc3dee5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (012158ff-272f-4750-a319-e715f7804a95), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:21.316409 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:21.360551 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-8d6cf87b-d17b-4372-880f-467ccc3dee5c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=84f268654e67490da489a09e32ff6da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508478 Aug 24 17:57:21.361407 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cf87b-d17b-4372-880f-467ccc3dee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012158ff-272f-4750-a319-e715f7804a95,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:21.363281 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51832) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:21.420548 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c3320a3c-0386-4c62-8974-758923e73257 admin admin] Publish callbacks [] for security_group (012158ff-272f-4750-a319-e715f7804a95), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:21.442398 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c3320a3c-0386-4c62-8974-758923e73257 admin admin] Publish callbacks [] for security_group (012158ff-272f-4750-a319-e715f7804a95), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:21.546941 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c3320a3c-0386-4c62-8974-758923e73257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (012158ff-272f-4750-a319-e715f7804a95), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:21.549625 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c3320a3c-0386-4c62-8974-758923e73257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:21.554240 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c3320a3c-0386-4c62-8974-758923e73257 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/012158ff-272f-4750-a319-e715f7804a95 HTTP/1.1" status: 204 len: 168 time: 0.1870911 Aug 24 17:57:21.562432 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3320a3c-0386-4c62-8974-758923e73257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012158ff-272f-4750-a319-e715f7804a95,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:22.220078 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51852) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:22.234068 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d35-26f8-438c-a678-60e1e6d67a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:22.286395 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:DELETE=10,neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:22.315145 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d35-26f8-438c-a678-60e1e6d67a57 admin admin] Publish callbacks [] for security_group (221b6b28-0b52-4370-98ff-d520e583be95), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:22.401556 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d35-26f8-438c-a678-60e1e6d67a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (221b6b28-0b52-4370-98ff-d520e583be95), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:22.443637 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-d20b1d35-26f8-438c-a678-60e1e6d67a57 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b1ea4fb1269d40a2a4931ef1c85269fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223558 Aug 24 17:57:22.446013 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b1d35-26f8-438c-a678-60e1e6d67a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221b6b28-0b52-4370-98ff-d520e583be95,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:22.446504 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51854) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:22.505649 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5138ec7a-6b4d-494c-9465-6f9ba1b325f3 admin admin] Publish callbacks [] for security_group (221b6b28-0b52-4370-98ff-d520e583be95), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:22.528755 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5138ec7a-6b4d-494c-9465-6f9ba1b325f3 admin admin] Publish callbacks [] for security_group (221b6b28-0b52-4370-98ff-d520e583be95), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:22.632842 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5138ec7a-6b4d-494c-9465-6f9ba1b325f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (221b6b28-0b52-4370-98ff-d520e583be95), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:22.635576 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5138ec7a-6b4d-494c-9465-6f9ba1b325f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:22.636825 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-5138ec7a-6b4d-494c-9465-6f9ba1b325f3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/221b6b28-0b52-4370-98ff-d520e583be95 HTTP/1.1" status: 204 len: 168 time: 0.1892934 Aug 24 17:57:22.648521 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138ec7a-6b4d-494c-9465-6f9ba1b325f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221b6b28-0b52-4370-98ff-d520e583be95,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:23.118260 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:23.187076 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:27.750084 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:57:29.678035 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 51950) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:29.807495 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b67a63e2-d71c-4b9a-bccf-b0aa3dc24d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:29.883366 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b67a63e2-d71c-4b9a-bccf-b0aa3dc24d8a admin admin] Publish callbacks [] for security_group (8ebbc536-451c-4b1a-b567-79c80a4b9410), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:29.935142 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b67a63e2-d71c-4b9a-bccf-b0aa3dc24d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (8ebbc536-451c-4b1a-b567-79c80a4b9410), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:29.954929 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:29.978475 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-b67a63e2-d71c-4b9a-bccf-b0aa3dc24d8a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e3f7d4f1194747d2873e0df87f5640fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992852 Aug 24 17:57:29.979337 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a63e2-d71c-4b9a-bccf-b0aa3dc24d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebbc536-451c-4b1a-b567-79c80a4b9410,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:29.981638 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 51956) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:30.041330 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Publish callbacks [] for security_group (8ebbc536-451c-4b1a-b567-79c80a4b9410), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:30.061124 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Publish callbacks [] for security_group (8ebbc536-451c-4b1a-b567-79c80a4b9410), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:30.186805 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (8ebbc536-451c-4b1a-b567-79c80a4b9410), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:30.189358 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:30.190549 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8ebbc536-451c-4b1a-b567-79c80a4b9410 HTTP/1.1" status: 204 len: 168 time: 0.2077792 Aug 24 17:57:30.198996 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebbc536-451c-4b1a-b567-79c80a4b9410,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:30.206357 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.206704 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.207171 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.207686 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.208211 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.208550 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.208870 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.209198 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.209530 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.209893 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.210210 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.210539 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.210862 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.211186 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:30.211510 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaecab-6a6c-48d8-9ff6-2da28fd1303f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:39.974762 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:40.195388 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:40.202355 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:40.225034 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:40.225809 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:42.409197 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:43.749188 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=16 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:43.755354 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=18 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:46.857947 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52206) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:46.995495 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d39c-f674-4bc4-9ac7-a0ed6cc4d90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:47.106437 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d39c-f674-4bc4-9ac7-a0ed6cc4d90d admin admin] Publish callbacks [] for security_group (12294ebf-72bc-4639-aa35-fe6bcdacbc41), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:47.184255 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d39c-f674-4bc4-9ac7-a0ed6cc4d90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (12294ebf-72bc-4639-aa35-fe6bcdacbc41), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:47.244663 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2d39c-f674-4bc4-9ac7-a0ed6cc4d90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12294ebf-72bc-4639-aa35-fe6bcdacbc41,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:47.251065 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-6bd2d39c-f674-4bc4-9ac7-a0ed6cc4d90d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f9c723fb54d643e59a3aa88815429443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919964 Aug 24 17:57:47.253706 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52216) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:47.321309 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b96ad4ed-fe3a-4643-9960-f03bafb939ce admin admin] Publish callbacks [] for security_group (12294ebf-72bc-4639-aa35-fe6bcdacbc41), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:47.347216 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b96ad4ed-fe3a-4643-9960-f03bafb939ce admin admin] Publish callbacks [] for security_group (12294ebf-72bc-4639-aa35-fe6bcdacbc41), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:47.512040 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b96ad4ed-fe3a-4643-9960-f03bafb939ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (12294ebf-72bc-4639-aa35-fe6bcdacbc41), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:47.514964 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-b96ad4ed-fe3a-4643-9960-f03bafb939ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:47.516125 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-b96ad4ed-fe3a-4643-9960-f03bafb939ce admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/12294ebf-72bc-4639-aa35-fe6bcdacbc41 HTTP/1.1" status: 204 len: 168 time: 0.2613940 Aug 24 17:57:47.525033 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ad4ed-fe3a-4643-9960-f03bafb939ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12294ebf-72bc-4639-aa35-fe6bcdacbc41,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:47.798193 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-bd12f34a-fa63-4bc9-9f08-4115f186dd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:50.248697 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-8a909d72-509c-481f-84b3-ee9d6ba957b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:51.339982 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:53.098411 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:53.180251 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:57.519226 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=36,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:57.520050 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:00.115419 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-3d311162-48c8-41fb-917a-302dfc255165 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1999771964&fields=id&tenant_id=54cebab3bf1f440dbaa4ef020177a4bb HTTP/1.1" status: 200 len: 267 time: 0.0476692 Aug 24 17:58:00.231317 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-899e60d9-45f2-4a54-8b62-ae2d427f4a5a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:00.232783 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-899e60d9-45f2-4a54-8b62-ae2d427f4a5a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 812 time: 0.1107426 Aug 24 17:58:00.248402 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-5aaf95cf-ee58-445a-9df5-12335eb81006 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/quotas/54cebab3bf1f440dbaa4ef020177a4bb HTTP/1.1" status: 200 len: 375 time: 0.0101740 Aug 24 17:58:00.302814 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-a28119d1-e870-4e8c-8ebd-a7a6d76bce95 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492971 Aug 24 17:58:00.406045 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-e604e97a-58cb-489e-9d99-44e9ff50e890 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909405 Aug 24 17:58:00.498952 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-64806558-7096-44ad-9800-21fd15134bcb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871127 Aug 24 17:58:01.234972 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d6109736-1bc5-490e-b17b-e9c1479a789a req-0c5cefd9-b1a6-415f-b789-ef2f0b0b5ee3 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 210 time: 0.0358148 Aug 24 17:58:02.336948 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-433c37d0-8fbd-40fc-bf31-ac259543c33e req-96e976ee-3e00-48cb-955f-ae20c071076b tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 210 time: 0.0294442 Aug 24 17:58:03.090772 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:03.098892 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:03.445822 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9d3c7eea-85aa-4079-971a-93e2cb0d62e0 req-7b7ad844-9151-4379-b632-d563a43f0996 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 210 time: 0.0314829 Aug 24 17:58:04.483481 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-7829623a-b2aa-4e1d-9656-8c5ce0913931 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:04.487156 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-7829623a-b2aa-4e1d-9656-8c5ce0913931 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 812 time: 0.1107328 Aug 24 17:58:04.568902 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b1660ca3-5789-4a1f-9664-3b2c119e8f22 req-62eada0c-3ad0-4de8-9db8-eecb0c8eec64 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 210 time: 0.0374947 Aug 24 17:58:04.595699 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-be4cd9d3-4a53-4121-9ddf-a95f02b99f8f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54cebab3bf1f440dbaa4ef020177a4bb HTTP/1.1" status: 200 len: 380 time: 0.1022053 Aug 24 17:58:04.607421 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'port': {'device_id': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'admin_state_up': True, 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'security_groups': ['5008b6f0-7b2e-4618-bde1-8742b2c33678']}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:04.750065 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:58:04.829130 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Made reservation on behalf of 54cebab3bf1f440dbaa4ef020177a4bb for: {'port': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:58:04.833072 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:04.967209 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Allocated IP 172.20.0.10 (2846555c-99d6-42dd-b3aa-b589c6b8e767/ef7139a4-0225-4999-b9c2-098ddfe2e9e1/5d68095a-7771-47f5-8f50-318fc40b06a0) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:04.978928 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:05.029211 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:05.120225 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.127747 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52404) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:05.226008 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.237996 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4f57299-37cf-40be-9a44-5dcdc77193ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.276171 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:05.279382 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:05.283334 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:05.308218 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'Port': ['ID=5d68095a-7771-47f5-8f50-318fc40b06a0,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:05.323705 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.324058 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.324408 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.324753 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.325094 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.325609 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.325732 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.326088 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.326415 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.326775 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.327107 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.327435 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.327675 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4f57299-37cf-40be-9a44-5dcdc77193ec admin admin] Publish callbacks [] for security_group (1a2dafe2-c31c-4f14-a884-fafda175e842), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.327799 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.328073 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.328404 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:05.348958 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:05.349592 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.431481 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-f4f57299-37cf-40be-9a44-5dcdc77193ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (1a2dafe2-c31c-4f14-a884-fafda175e842), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.434326 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-0f42c328-70fd-4398-a5ca-8543422b1fb0 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8339388 Aug 24 17:58:05.446197 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Request body: {'port': {'device_id': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:05.476588 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-f4f57299-37cf-40be-9a44-5dcdc77193ec admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ff8e2098f8b5496d91049ee0e3b33304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475907 Aug 24 17:58:05.478604 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f57299-37cf-40be-9a44-5dcdc77193ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2dafe2-c31c-4f14-a884-fafda175e842,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:05.482545 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52408) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:05.510182 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.542123 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-037e6225-7d04-4b25-b83e-7c8703b764ec admin admin] Publish callbacks [] for security_group (1a2dafe2-c31c-4f14-a884-fafda175e842), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.571480 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-037e6225-7d04-4b25-b83e-7c8703b764ec admin admin] Publish callbacks [] for security_group (1a2dafe2-c31c-4f14-a884-fafda175e842), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.581396 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-f6ff2d87-6c89-4bb7-908a-790086a83c2b None None] Provisioning complete for port 5d68095a-7771-47f5-8f50-318fc40b06a0 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:05.582001 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2d87-6c89-4bb7-908a-790086a83c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.614263 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff2d87-6c89-4bb7-908a-790086a83c2b None None] Port 5d68095a-7771-47f5-8f50-318fc40b06a0 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:58:05.699889 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-037e6225-7d04-4b25-b83e-7c8703b764ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (1a2dafe2-c31c-4f14-a884-fafda175e842), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.702511 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-037e6225-7d04-4b25-b83e-7c8703b764ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.706235 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-037e6225-7d04-4b25-b83e-7c8703b764ec admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1a2dafe2-c31c-4f14-a884-fafda175e842 HTTP/1.1" status: 204 len: 168 time: 0.2201927 Aug 24 17:58:05.716302 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e6225-7d04-4b25-b83e-7c8703b764ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2dafe2-c31c-4f14-a884-fafda175e842,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:06.050603 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:06.062172 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec63e4c-0afc-40e7-b25c-ba71f5014c04 req-927d760d-e694-4c86-a1c6-9854beee0a37 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:06.063674 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ec63e4c-0afc-40e7-b25c-ba71f5014c04 req-927d760d-e694-4c86-a1c6-9854beee0a37 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 932 time: 0.3940079 Aug 24 17:58:06.166277 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ec63e4c-0afc-40e7-b25c-ba71f5014c04 req-783d4b68-7058-48bf-a124-9419b835a7aa tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931427 Aug 24 17:58:06.181098 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d68095a-7771-47f5-8f50-318fc40b06a0 {{(pid=113410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:58:06.189914 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Publish callbacks [] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.204491 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.provisioning_blocks [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Transition to ACTIVE for port object 5d68095a-7771-47f5-8f50-318fc40b06a0 will not be triggered until provisioned by entity L2. {{(pid=113410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:58:06.303191 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.375210 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Pushing event updated for resources: {'Port': ['ID=5d68095a-7771-47f5-8f50-318fc40b06a0,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:06.426414 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Attempting to bind port 5d68095a-7771-47f5-8f50-318fc40b06a0 on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:06.426761 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Attempting to bind port 5d68095a-7771-47f5-8f50-318fc40b06a0 by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:06.427131 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Attempting to bind port 5d68095a-7771-47f5-8f50-318fc40b06a0 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:06.429151 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:06.433911 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Port 5d68095a-7771-47f5-8f50-318fc40b06a0 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:58:06.434493 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Attempting to bind port 5d68095a-7771-47f5-8f50-318fc40b06a0 on network 2846555c-99d6-42dd-b3aa-b589c6b8e767 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:06.440010 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:06.440356 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Checking segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:06.440750 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Bound using segment: {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:06.441306 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Bound port: 5d68095a-7771-47f5-8f50-318fc40b06a0, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b7f409-e5c3-451a-875b-da2076799e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767'}}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:06.441677 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.515368 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] For port 5d68095a-7771-47f5-8f50-318fc40b06a0, host hv-cinder-85442, cleared binding levels {{(pid=113410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:06.518780 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] For port 5d68095a-7771-47f5-8f50-318fc40b06a0, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=5d68095a-7771-47f5-8f50-318fc40b06a0,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:06.631836 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.637539 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:06.642033 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.642033 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/5d68095a-7771-47f5-8f50-318fc40b06a0 HTTP/1.1" status: 200 len: 1094 time: 1.1995234 Aug 24 17:58:06.642033 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:06.642847 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062ee9e9-3557-4ed3-8d64-916319008d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:06.686039 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c89a9a-a986-4a5c-917b-e478ed29b390 x-openstack-request-id: req-e7c89a9a-a986-4a5c-917b-e478ed29b390 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:06.686357 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:06.686615 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7c89a9a-a986-4a5c-917b-e478ed29b390 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:06.687534 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c89a9a-a986-4a5c-917b-e478ed29b390'] response: {'name': 'network-changed', 'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'status': 'completed', 'code': 200} Aug 24 17:58:06.697163 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73532ab9-6a1b-443f-94cf-2763106b9c94 service neutron] Pushing event updated for resources: {'Port': ['ID=5d68095a-7771-47f5-8f50-318fc40b06a0,revision_number=3']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:06.753654 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ee9e9-3557-4ed3-8d64-916319008d2d req-4502d157-19c8-4411-bd76-2d911d18def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:06.755203 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-062ee9e9-3557-4ed3-8d64-916319008d2d req-4502d157-19c8-4411-bd76-2d911d18def3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 1128 time: 0.0426056 Aug 24 17:58:06.863842 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ee9e9-3557-4ed3-8d64-916319008d2d req-626ef192-22ed-4e82-8300-17debbf36946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:06.865321 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-062ee9e9-3557-4ed3-8d64-916319008d2d req-626ef192-22ed-4e82-8300-17debbf36946 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1040044 Aug 24 17:58:06.964896 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ee9e9-3557-4ed3-8d64-916319008d2d req-006980f2-38dc-4320-ad24-67735b457312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:06.966416 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-062ee9e9-3557-4ed3-8d64-916319008d2d req-006980f2-38dc-4320-ad24-67735b457312 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960593 Aug 24 17:58:07.049442 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-6275e091-797a-4dbb-a70d-64b1ffce7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:07.051019 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-6275e091-797a-4dbb-a70d-64b1ffce7832 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 1128 time: 0.0427406 Aug 24 17:58:07.098847 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-2d9c3601-748f-4930-a7b9-1ce2e0746de4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d68095a-7771-47f5-8f50-318fc40b06a0 HTTP/1.1" status: 200 len: 217 time: 0.0407255 Aug 24 17:58:07.148682 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-34ec2e1c-3dff-4b9b-9021-d5a07d4c5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:07.150844 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-34ec2e1c-3dff-4b9b-9021-d5a07d4c5c46 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0467341 Aug 24 17:58:07.204369 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-9847e01c-30fb-43c0-838d-5124908db011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:07.204369 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-9847e01c-30fb-43c0-838d-5124908db011 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467334 Aug 24 17:58:07.319230 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:07.351446 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628ba40-6f54-47d7-ae95-addc1ce5f6e7 req-fdae0de4-2365-481b-b821-166c1ab420e9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:07.352981 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a628ba40-6f54-47d7-ae95-addc1ce5f6e7 req-fdae0de4-2365-481b-b821-166c1ab420e9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 944 time: 0.0903437 Aug 24 17:58:07.356539 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-1b844f47-9e80-4718-b4f2-c8b3077b3237 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468039 Aug 24 17:58:07.468376 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a628ba40-6f54-47d7-ae95-addc1ce5f6e7 req-a8f49463-765c-4fc1-99f5-54b9958823db tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097054 Aug 24 17:58:07.491541 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5ce8b1f1-0211-4daf-a981-0374641cab18 req-4e466ed6-b0af-4c49-902f-c739b263c59e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269267 Aug 24 17:58:08.593274 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091470-1261-4fc3-817d-56a2c0e99d8b req-157f59e8-3ea2-497c-9c61-1e680c2b3cb2 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:08.594798 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-81091470-1261-4fc3-817d-56a2c0e99d8b req-157f59e8-3ea2-497c-9c61-1e680c2b3cb2 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 944 time: 0.0496666 Aug 24 17:58:08.648036 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-81091470-1261-4fc3-817d-56a2c0e99d8b req-36ec553b-9b6a-4951-b416-c1baff061209 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Aug 24 17:58:09.774208 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4621b55-0d14-4eac-913a-2a51e574d817 req-129d8603-aae7-4a83-b7a0-e3d8ccc48396 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:09.776582 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c4621b55-0d14-4eac-913a-2a51e574d817 req-129d8603-aae7-4a83-b7a0-e3d8ccc48396 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 944 time: 0.0540237 Aug 24 17:58:09.827475 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c4621b55-0d14-4eac-913a-2a51e574d817 req-7f6b8250-b92c-408d-a3ee-829ad0870fb2 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452719 Aug 24 17:58:10.034186 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52490) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:10.142681 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-567d4af3-7daa-44a1-979d-e36beb2ea815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:10.218106 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-567d4af3-7daa-44a1-979d-e36beb2ea815 admin admin] Publish callbacks [] for security_group (30281360-4734-4001-bdbf-f21e606a96d7), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:10.282632 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-567d4af3-7daa-44a1-979d-e36beb2ea815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (30281360-4734-4001-bdbf-f21e606a96d7), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:10.323333 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d4af3-7daa-44a1-979d-e36beb2ea815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30281360-4734-4001-bdbf-f21e606a96d7,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:10.329379 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-567d4af3-7daa-44a1-979d-e36beb2ea815 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=97f94240e9764a2eaa3d22d3a3860d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941036 Aug 24 17:58:10.332300 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52496) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:10.383400 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7671e8f9-556d-44d0-8e3f-d56e1575f894 admin admin] Publish callbacks [] for security_group (30281360-4734-4001-bdbf-f21e606a96d7), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:10.403911 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7671e8f9-556d-44d0-8e3f-d56e1575f894 admin admin] Publish callbacks [] for security_group (30281360-4734-4001-bdbf-f21e606a96d7), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:10.433829 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:10.508479 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7671e8f9-556d-44d0-8e3f-d56e1575f894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (30281360-4734-4001-bdbf-f21e606a96d7), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:10.511416 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-7671e8f9-556d-44d0-8e3f-d56e1575f894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:10.512564 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-7671e8f9-556d-44d0-8e3f-d56e1575f894 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/30281360-4734-4001-bdbf-f21e606a96d7 HTTP/1.1" status: 204 len: 168 time: 0.1792850 Aug 24 17:58:10.520964 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671e8f9-556d-44d0-8e3f-d56e1575f894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30281360-4734-4001-bdbf-f21e606a96d7,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:10.961560 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226c373-5268-473d-9223-93965ea2f005 req-26659180-f782-481d-bbb3-c177d228cf3a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:10.963726 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b226c373-5268-473d-9223-93965ea2f005 req-26659180-f782-481d-bbb3-c177d228cf3a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 944 time: 0.0573659 Aug 24 17:58:11.014394 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b226c373-5268-473d-9223-93965ea2f005 req-76e6bb09-52b3-4638-b6f2-d809ee26e924 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 Aug 24 17:58:12.139075 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063882c0-0af6-498d-bc58-8cde7f456f94 req-ebea5903-4b32-45a2-930c-704b949c2aa4 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:12.140567 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-063882c0-0af6-498d-bc58-8cde7f456f94 req-ebea5903-4b32-45a2-930c-704b949c2aa4 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 944 time: 0.0482461 Aug 24 17:58:12.192526 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-063882c0-0af6-498d-bc58-8cde7f456f94 req-5a65f87c-bdb9-49a1-9465-8f0c89238555 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 Aug 24 17:58:12.356674 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:13.316871 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa708-9ad9-429a-9bd4-d66746c54509 req-b92f5b3c-f5ce-4b5f-b0ce-2a31626811f5 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:13.318369 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7d7fa708-9ad9-429a-9bd4-d66746c54509 req-b92f5b3c-f5ce-4b5f-b0ce-2a31626811f5 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 944 time: 0.0478132 Aug 24 17:58:13.374653 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7d7fa708-9ad9-429a-9bd4-d66746c54509 req-ea43861b-1432-421c-be5c-5be6974d2de1 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499089 Aug 24 17:58:14.497582 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585b5f6-7b1e-44d6-8629-524806ca014e req-6d40f51d-8022-415e-b840-711c17e44645 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:14.499150 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b585b5f6-7b1e-44d6-8629-524806ca014e req-6d40f51d-8022-415e-b840-711c17e44645 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 944 time: 0.0487587 Aug 24 17:58:14.550599 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b585b5f6-7b1e-44d6-8629-524806ca014e req-8a96f736-7c06-40b8-a022-8aa234102457 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458372 Aug 24 17:58:15.675097 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bd978-ae35-4434-bf8a-9c4bbad54eaa req-a258ebea-3877-467e-9237-36b62100355c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:15.676616 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f92bd978-ae35-4434-bf8a-9c4bbad54eaa req-a258ebea-3877-467e-9237-36b62100355c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 944 time: 0.0497158 Aug 24 17:58:15.727282 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f92bd978-ae35-4434-bf8a-9c4bbad54eaa req-de2253c0-2d10-4405-bcf7-a617b2a3d258 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Aug 24 17:58:16.226299 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 5d68095a-7771-47f5-8f50-318fc40b06a0 details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:58:16.328987 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 5d68095a-7771-47f5-8f50-318fc40b06a0, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=5d68095a-7771-47f5-8f50-318fc40b06a0,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:16.344942 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'port_id': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'mac_address': 'fa:16:3e:e7:53:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:58:16.380341 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 5d68095a-7771-47f5-8f50-318fc40b06a0 is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:16.380734 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:16.394934 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d68095a-7771-47f5-8f50-318fc40b06a0 {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:58:16.416015 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 5d68095a-7771-47f5-8f50-318fc40b06a0, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=5d68095a-7771-47f5-8f50-318fc40b06a0,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:16.427537 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52582) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:16.499402 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:16.540038 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-325a796d-5297-47e1-911d-201de176ba0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:16.548946 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=5d68095a-7771-47f5-8f50-318fc40b06a0,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:16.556395 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.556741 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.557246 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.557734 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.558118 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.558463 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.558793 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.559157 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.559449 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.559773 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.560101 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.560426 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.560787 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.561066 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.561399 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:16.619060 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:16.621961 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-325a796d-5297-47e1-911d-201de176ba0a admin admin] Publish callbacks [] for security_group (15dcf80b-8467-448f-a37e-2b5004017f61), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:16.728861 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['5d68095a-7771-47f5-8f50-318fc40b06a0'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:58:16.785811 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-325a796d-5297-47e1-911d-201de176ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (15dcf80b-8467-448f-a37e-2b5004017f61), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:16.858315 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a796d-5297-47e1-911d-201de176ba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dcf80b-8467-448f-a37e-2b5004017f61,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:16.869139 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-325a796d-5297-47e1-911d-201de176ba0a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b3950807726642f7a73516124aa34890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371879 Aug 24 17:58:16.869139 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52588) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:16.891072 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a76f60-b8b7-4173-ac91-326bd028a53f req-1397c422-af10-464f-8f3e-cef181ef5cb1 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:16.895146 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-12a76f60-b8b7-4173-ac91-326bd028a53f req-1397c422-af10-464f-8f3e-cef181ef5cb1 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 945 time: 0.0898499 Aug 24 17:58:16.945047 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:16.967856 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-16369a5e-6936-4b43-a816-79d9f021c2cc admin admin] Publish callbacks [] for security_group (15dcf80b-8467-448f-a37e-2b5004017f61), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:17.004042 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-12a76f60-b8b7-4173-ac91-326bd028a53f req-56926b3f-3a6c-4931-9299-39deb694daad tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905843 Aug 24 17:58:17.009044 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-16369a5e-6936-4b43-a816-79d9f021c2cc admin admin] Publish callbacks [] for security_group (15dcf80b-8467-448f-a37e-2b5004017f61), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:17.134035 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-16369a5e-6936-4b43-a816-79d9f021c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (15dcf80b-8467-448f-a37e-2b5004017f61), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:17.137462 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-16369a5e-6936-4b43-a816-79d9f021c2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:17.138943 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-16369a5e-6936-4b43-a816-79d9f021c2cc admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/15dcf80b-8467-448f-a37e-2b5004017f61 HTTP/1.1" status: 204 len: 168 time: 0.2695603 Aug 24 17:58:17.152027 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16369a5e-6936-4b43-a816-79d9f021c2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dcf80b-8467-448f-a37e-2b5004017f61,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:17.761134 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-46b96d4f-9e09-4757-b015-37da5dcc04c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.135147 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125e741-6a94-444f-bc8f-fcfb835771c8 req-21d9a373-4383-45ec-b6a3-e2154b7dd286 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:18.136647 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7125e741-6a94-444f-bc8f-fcfb835771c8 req-21d9a373-4383-45ec-b6a3-e2154b7dd286 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 945 time: 0.0570652 Aug 24 17:58:18.194242 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7125e741-6a94-444f-bc8f-fcfb835771c8 req-0e012c2d-7713-446d-a90e-ccee4120d8e8 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506766 Aug 24 17:58:18.216868 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52646) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:18.238797 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 5d68095a-7771-47f5-8f50-318fc40b06a0 up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:18.265736 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:18.281321 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:18.289114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 5d68095a-7771-47f5-8f50-318fc40b06a0 completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:58:18.317349 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1469222137-network', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:18.394341 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 5d68095a-7771-47f5-8f50-318fc40b06a0 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:18.394723 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.425234 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Made reservation on behalf of 193c5ec786e74f138b2fc58ab35367ff for: {'network': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:58:18.428232 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.438855 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.474044 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 5d68095a-7771-47f5-8f50-318fc40b06a0 is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:18.474439 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.500583 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:18.502805 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9005abde-edf2-4359-adf3-5525e21a8b78" -d '{"events": [{"server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "name": "network-vif-plugged", "status": "completed", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:18.522715 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 5d68095a-7771-47f5-8f50-318fc40b06a0, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=5d68095a-7771-47f5-8f50-318fc40b06a0,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:18.534236 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Publish callbacks [] for security_group (926dafc5-de4d-46be-9c51-e145e329902c), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.549054 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb4cde-eef1-46df-ac4d-bbe438ed5420 x-openstack-request-id: req-01eb4cde-eef1-46df-ac4d-bbe438ed5420 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:18.549344 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "name": "network-vif-plugged", "status": "completed", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:18.549594 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01eb4cde-eef1-46df-ac4d-bbe438ed5420 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:18.550069 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01eb4cde-eef1-46df-ac4d-bbe438ed5420'] response: {'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'code': 200} Aug 24 17:58:18.665079 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (926dafc5-de4d-46be-9c51-e145e329902c), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.665330 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.702000 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=113411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:58:18.708853 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926dafc5-de4d-46be-9c51-e145e329902c,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:18.717980 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (8fd6f315-e5d7-49b4-9497-0b546d62b470), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.721302 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.segments_db [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Added segment 8fd6f315-e5d7-49b4-9497-0b546d62b470 of type vlan for network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 Aug 24 17:58:18.722786 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=5d68095a-7771-47f5-8f50-318fc40b06a0,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:18.731819 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:18.750287 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:18.766473 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (0be31ee9-3da5-4e6c-9f30-ab26f5171772), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.856960 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (0be31ee9-3da5-4e6c-9f30-ab26f5171772), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.861186 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:18.861186 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:18.928157 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] Pushing event updated for resources: {'Network': ['ID=0be31ee9-3da5-4e6c-9f30-ab26f5171772,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:18.940484 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:58:18.951163 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36bef-05cc-49e4-a5e0-93cfd9532435 req-bb575d11-6b81-4188-bc9e-16fb43d12a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:18.952779 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-00e36bef-05cc-49e4-a5e0-93cfd9532435 req-bb575d11-6b81-4188-bc9e-16fb43d12a68 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 1130 time: 0.0540509 Aug 24 17:58:18.971558 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-dfbe56c7-8a08-427e-b486-dc853491d25e admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7582123 Aug 24 17:58:18.971949 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52670) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:18.978867 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Request body: {'subnet': {'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1469222137-subnet', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:19.027715 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-00e36bef-05cc-49e4-a5e0-93cfd9532435 req-b8c34db7-e6d0-40d1-8b02-686647edb711 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693243 Aug 24 17:58:19.096906 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Made reservation on behalf of 193c5ec786e74f138b2fc58ab35367ff for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:58:19.099451 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719230'] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:19.333995 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c987a6-7b7a-4555-b61b-74ddfcc29826 req-912fd5ed-4309-444a-9fb0-8ac24ef9cd74 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:19.335782 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d0c987a6-7b7a-4555-b61b-74ddfcc29826 req-912fd5ed-4309-444a-9fb0-8ac24ef9cd74 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 946 time: 0.0542245 Aug 24 17:58:19.357874 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3160176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719248'] for subnet (929c64f6-2174-4a65-aea2-8bcd4490c249), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:19.425793 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:19.443941 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d0c987a6-7b7a-4555-b61b-74ddfcc29826 req-fee9c508-17b4-4771-9aa0-d4ab89d2c49f tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016667 Aug 24 17:58:19.453422 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929c64f6-2174-4a65-aea2-8bcd4490c249,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:19.474537 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Checking segment: {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:19.475226 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Network hostable DHCP agents. Network: 0be31ee9-3da5-4e6c-9f30-ab26f5171772, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:58:19.548653 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:58:19.622835 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 0be31ee9-3da5-4e6c-9f30-ab26f5171772) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:19.627162 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:19.633173 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:19.633979 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d409b-2b90-4927-8f72-68e66e1d6a24 None None] Network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:58:19.748225 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:58:19.749175 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:19.753275 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-58b8643e-00b4-4b05-ba94-b7f194278d14 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7802088 Aug 24 17:58:19.756113 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52684) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:19.761095 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:19.922086 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:19.923270 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:19.985179 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks [] for router_controller (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), precommit_add_association {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.016430 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Allocated IP 172.20.0.2 (0be31ee9-3da5-4e6c-9f30-ab26f5171772/929c64f6-2174-4a65-aea2-8bcd4490c249/435c6d7c-a1f5-48aa-b49e-b91e21d124bb) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:20.173741 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Publish callbacks [] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.193562 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks [] for router_gateway (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.254407 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.259312 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-911f8616-1f84-417b-9bb1-6114b4fc8070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.298535 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:20.300738 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:20.306114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:20.310550 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:20.313929 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Pushing event updated for resources: {'Port': ['ID=435c6d7c-a1f5-48aa-b49e-b91e21d124bb,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:20.326191 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:20.372687 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Attempting to bind port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:20.373066 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Attempting to bind port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:20.373440 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Attempting to bind port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb on network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:20.379269 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:20.379649 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Checking segment: {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:20.382035 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.382035 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Bound using segment: {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:20.382035 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Bound port: 435c6d7c-a1f5-48aa-b49e-b91e21d124bb, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:20.382035 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.443688 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:20.445171 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks [] for router_gateway (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.451208 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] For port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:20.457198 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] For port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=435c6d7c-a1f5-48aa-b49e-b91e21d124bb,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:20.467857 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.569061 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.617313 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588856f-3278-4a3b-85df-f4d5f35ef6ff req-90ea91d6-de69-4b82-a118-2b13edd891ff tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:20.621048 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1588856f-3278-4a3b-85df-f4d5f35ef6ff req-90ea91d6-de69-4b82-a118-2b13edd891ff tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 946 time: 0.0949938 Aug 24 17:58:20.630304 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72778a6c-b2d5-47ba-942f-ead5d5dd7be0 None None] Pushing event updated for resources: {'Port': ['ID=435c6d7c-a1f5-48aa-b49e-b91e21d124bb,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:20.648180 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Allocated IP 172.27.2.157 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/e3bd657b-dada-4857-b640-f5f18178d11f) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:20.677420 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:20.722224 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1588856f-3278-4a3b-85df-f4d5f35ef6ff req-6d52a12e-20b2-4ff3-a5fe-ecf25fa6a975 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961454 Aug 24 17:58:20.750951 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:20.752417 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:20.843779 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks [] for port (e3bd657b-dada-4857-b640-f5f18178d11f), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:20.887556 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fcef8-a81e-4358-a7aa-c8a28c966d22 req-2b73dcac-a43d-41f1-b1a7-5ebaf31c968a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:20.888446 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-589fcef8-a81e-4358-a7aa-c8a28c966d22 req-2b73dcac-a43d-41f1-b1a7-5ebaf31c968a tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 946 time: 0.0697126 Aug 24 17:58:20.956491 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-589fcef8-a81e-4358-a7aa-c8a28c966d22 req-484942fa-3189-44e7-815e-01f0ac8018cb tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585852 Aug 24 17:58:20.983332 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52692) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:21.019556 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.085123 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:21.090460 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:21.093391 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:21.132147 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bd657b-dada-4857-b640-f5f18178d11f,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:21.176109 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0a7d26-cb6b-403d-a0ab-8aa299925936 tempest-TestVolumeBootPattern-616614680 tempest-TestVolumeBootPattern-616614680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:21.177735 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-5d0a7d26-cb6b-403d-a0ab-8aa299925936 tempest-TestVolumeBootPattern-616614680 tempest-TestVolumeBootPattern-616614680-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 1125 time: 0.1934128 Aug 24 17:58:21.181065 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52700) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:21.186428 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'port_id': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:21.241149 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:21.277110 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.361825 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.384280 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.466123 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks [] for router_gateway (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.516150 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Allocated IP 172.27.2.89 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/3831cea1-94c6-49f4-adf2-7defe8cd200a) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:21.588537 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc8af4-9dc2-45d6-a477-74ec8a754a59 None None] Network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:58:21.643490 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for port (3831cea1-94c6-49f4-adf2-7defe8cd200a), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.675093 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-5d724b0c-8510-45b6-a3b8-1f9880be75dc None None] Provisioning complete for port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:21.675468 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5d724b0c-8510-45b6-a3b8-1f9880be75dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.683677 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.787737 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-5d724b0c-8510-45b6-a3b8-1f9880be75dc None None] Current status of the port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:21.788303 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5d724b0c-8510-45b6-a3b8-1f9880be75dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.796632 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-87783ddc-bde5-434f-9a4c-9a60eb97b5d7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1093094 Aug 24 17:58:21.804120 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (3831cea1-94c6-49f4-adf2-7defe8cd200a), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.867204 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-5d724b0c-8510-45b6-a3b8-1f9880be75dc None None] For port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=435c6d7c-a1f5-48aa-b49e-b91e21d124bb,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:21.881624 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:21.888306 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:21.891099 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:21.910092 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-0f22ae92-6aa7-497b-866e-4de8e34aab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:21.911656 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-0f22ae92-6aa7-497b-866e-4de8e34aab57 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 1129 time: 0.0608320 Aug 24 17:58:21.920676 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'Port': ['ID=3831cea1-94c6-49f4-adf2-7defe8cd200a,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:21.948963 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5d724b0c-8510-45b6-a3b8-1f9880be75dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.027031 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 435c6d7c-a1f5-48aa-b49e-b91e21d124bb up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:22.053411 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d724b0c-8510-45b6-a3b8-1f9880be75dc None None] Pushing event updated for resources: {'Port': ['ID=435c6d7c-a1f5-48aa-b49e-b91e21d124bb,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:22.091857 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-0fa97ccd-5c52-4567-91a0-b40e4656df25 None None] Provisioning complete for port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:22.092240 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0fa97ccd-5c52-4567-91a0-b40e4656df25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.138548 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:22.138771 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.168575 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:22.219567 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-0fa97ccd-5c52-4567-91a0-b40e4656df25 None None] Current status of the port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:22.256080 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:22.284796 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:22.302117 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:58:22.304102 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:22.335975 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (62800681-cc63-46a0-903b-72f1d34904f8), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.393627 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-d0e2d200-4d63-4bb3-b9c1-384bf9b3f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:22.395085 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-d0e2d200-4d63-4bb3-b9c1-384bf9b3f2ed service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 913 time: 0.4503026 Aug 24 17:58:22.475509 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (3831cea1-94c6-49f4-adf2-7defe8cd200a), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.479397 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-a6514c0e-7263-4ed3-9e34-7ed15e05b31b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827 HTTP/1.1" status: 200 len: 1001 time: 0.0744023 Aug 24 17:58:22.490349 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:22.505060 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Sync routers for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:22.523678 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:22.525109 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:22.537553 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-e4273ccf-abb7-404f-ade8-be33fc8292dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:22.539097 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-e4273ccf-abb7-404f-ade8-be33fc8292dc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0564835 Aug 24 17:58:22.589987 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-71c6db79-85ce-4078-87eb-9c14bb3a502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:22.591593 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-71c6db79-85ce-4078-87eb-9c14bb3a502c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466890 Aug 24 17:58:22.606176 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:22.620775 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.622123 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-8af15f14-86fa-4621-a3dc-5a4e09b1f688 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8648713 Aug 24 17:58:22.625113 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52708) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:22.644926 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:22.652705 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for port (3831cea1-94c6-49f4-adf2-7defe8cd200a), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.751256 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (3831cea1-94c6-49f4-adf2-7defe8cd200a), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.775744 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-ca18a2dd-e466-4cf2-99c5-12a2d4c828cc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782479 Aug 24 17:58:22.832682 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (62800681-cc63-46a0-903b-72f1d34904f8), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.834288 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:21Z', 'revision_number': 3, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:22.836221 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event updated for resources: {'Port': ['ID=3831cea1-94c6-49f4-adf2-7defe8cd200a,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:22.860061 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Checking router: 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:22.860417 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Updating router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 port e3bd657b-dada-4857-b640-f5f18178d11f binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:58:22.892718 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:22.916447 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:22.958069 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Floating IP 62800681-cc63-46a0-903b-72f1d34904f8 associated. External IP: 172.27.2.89, port: 5d68095a-7771-47f5-8f50-318fc40b06a0. Aug 24 17:58:22.971648 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f6459097-6788-4c70-b1b8-e3e9cfdbd291 req-b56489ab-4b9c-41ad-a808-4dc8beb0de95 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886015 Aug 24 17:58:23.095955 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:23.111428 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.175526 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Router 4c879247-18bc-400b-99f8-82d3e0398fb9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:23.216958 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.222779 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.227888 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Publish callbacks [] for port (e3bd657b-dada-4857-b640-f5f18178d11f), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.287671 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:23.303136 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] Sync routers for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:23.316702 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:23.317736 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:23.342734 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.372999 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.401369 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Attempting to bind port e3bd657b-dada-4857-b640-f5f18178d11f on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:23.402645 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Attempting to bind port e3bd657b-dada-4857-b640-f5f18178d11f by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:23.403101 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Attempting to bind port e3bd657b-dada-4857-b640-f5f18178d11f on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:23.407277 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-6e1b683f-2470-43c6-b8db-5d7b248b36cd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2243533 Aug 24 17:58:23.408142 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:23.410647 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d1214-98b2-4697-9ea9-38fd77962e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:23.418324 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Allocated IP 172.20.0.1 (0be31ee9-3da5-4e6c-9f30-ab26f5171772/929c64f6-2174-4a65-aea2-8bcd4490c249/eeed753e-1abf-4499-94c3-36428c53d5b8) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:23.419273 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:23.419273 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:23.419570 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.419947 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:23.420749 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Bound port: e3bd657b-dada-4857-b640-f5f18178d11f, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:23.420874 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.422145 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:23.423880 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Pushing event updated for resources: {'Port': ['ID=e3bd657b-dada-4857-b640-f5f18178d11f,revision_number=2']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:23.445044 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:23.451269 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.451625 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.451976 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.452324 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.452664 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.453001 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.453336 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.453665 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.454024 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.454371 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.454678 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.455212 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.455707 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.456187 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.456666 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:23.475079 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce25c3d-24e9-4f2f-95e7-20e8979e5282 x-openstack-request-id: req-dce25c3d-24e9-4f2f-95e7-20e8979e5282 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:23.475387 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:23.475649 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dce25c3d-24e9-4f2f-95e7-20e8979e5282 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:23.476056 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce25c3d-24e9-4f2f-95e7-20e8979e5282'] response: {'name': 'network-changed', 'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'status': 'completed', 'code': 200} Aug 24 17:58:23.498262 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] For port e3bd657b-dada-4857-b640-f5f18178d11f, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:23.502905 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] For port e3bd657b-dada-4857-b640-f5f18178d11f, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=e3bd657b-dada-4857-b640-f5f18178d11f,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:23.542198 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:23.565151 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Publish callbacks [] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.570841 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:23.579627 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.613623 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:23.614310 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:23.682127 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:23.702013 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.703682 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '62800681-cc63-46a0-903b-72f1d34904f8', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:e7:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:58:22Z', 'updated_at': '2022-08-24T17:58:22Z', 'revision_number': 0, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}, {'id': 'd2a0f3b6-1cf3-4c73-8e0f-00188b21c337', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:05Z', 'updated_at': '2022-08-24T17:56:07Z', 'revision_number': 1, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:23.714747 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae2399-19ed-4951-9240-c4344f1cc998 None None] Pushing event updated for resources: {'Port': ['ID=e3bd657b-dada-4857-b640-f5f18178d11f,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:23.740817 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] Checking router: 4c879247-18bc-400b-99f8-82d3e0398fb9 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:23.746460 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-44a1bf2e-1a8f-498e-81ef-35692f5bdf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:23.747647 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-44a1bf2e-1a8f-498e-81ef-35692f5bdf6c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 1130 time: 0.0895147 Aug 24 17:58:23.750042 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Pushing event updated for resources: {'Port': ['ID=eeed753e-1abf-4499-94c3-36428c53d5b8,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:23.753655 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:23.754558 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:23.763807 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:23.801989 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:23.805329 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:23.808469 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:23.827432 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:23.914441 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.924569 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:23.988433 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-767ad289-fe83-4568-8ae4-c481282fc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:23.990121 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-767ad289-fe83-4568-8ae4-c481282fc9c0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 913 time: 0.2329230 Aug 24 17:58:24.020057 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:21Z', 'revision_number': 3, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:24.052592 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea9242a-acc9-4d87-85a5-a7f9dd46adf9 None None] The sync data for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi is: [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:21Z', 'revision_number': 3, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:24.108865 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-99f965da-f574-40ac-be43-92779ba98829 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d68095a-7771-47f5-8f50-318fc40b06a0 HTTP/1.1" status: 200 len: 999 time: 0.1091032 Aug 24 17:58:24.162571 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:24.178902 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-60eb6585-b5b7-4855-b171-7e1524cefe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:24.180392 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-60eb6585-b5b7-4855-b171-7e1524cefe4e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0662167 Aug 24 17:58:24.199285 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 435c6d7c-a1f5-48aa-b49e-b91e21d124bb up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:24.234566 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-70836c14-9c52-4cdb-acf7-d8c476c54e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:24.236418 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-70836c14-9c52-4cdb-acf7-d8c476c54e91 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499859 Aug 24 17:58:24.255993 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-3c53a9ae-6f3d-4998-b9b5-a3224c5a8236 None None] Provisioning complete for port eeed753e-1abf-4499-94c3-36428c53d5b8 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:24.256619 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3c53a9ae-6f3d-4998-b9b5-a3224c5a8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.294661 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52722) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:24.324188 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-3c53a9ae-6f3d-4998-b9b5-a3224c5a8236 None None] Port eeed753e-1abf-4499-94c3-36428c53d5b8 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:58:24.330601 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:24.330986 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.343554 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.382666 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:24.486917 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-245248d0-c258-4da0-a04e-e5a7f36ebdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.492738 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-aa6faa52-0ee9-41f7-b358-22b288f4c3ba service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502019 Aug 24 17:58:24.504875 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:24.506051 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '62800681-cc63-46a0-903b-72f1d34904f8', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:e7:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:58:22Z', 'updated_at': '2022-08-24T17:58:22Z', 'revision_number': 0, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}, {'id': 'd2a0f3b6-1cf3-4c73-8e0f-00188b21c337', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:05Z', 'updated_at': '2022-08-24T17:56:07Z', 'revision_number': 1, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:24.510818 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:24.538846 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de206093-dce6-4318-b2d6-86eb54a26385 None None] The sync data for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi is: [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '62800681-cc63-46a0-903b-72f1d34904f8', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:e7:53:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:58:22Z', 'updated_at': '2022-08-24T17:58:22Z', 'revision_number': 0, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}, {'id': 'd2a0f3b6-1cf3-4c73-8e0f-00188b21c337', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:05Z', 'updated_at': '2022-08-24T17:56:07Z', 'revision_number': 1, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:24.590435 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-245248d0-c258-4da0-a04e-e5a7f36ebdfc admin admin] Publish callbacks [] for security_group (212702a3-ad5a-4b82-8680-4951074aa6dd), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.660127 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-245248d0-c258-4da0-a04e-e5a7f36ebdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (212702a3-ad5a-4b82-8680-4951074aa6dd), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.667773 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Publish callbacks [] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.671356 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-164d1214-98b2-4697-9ea9-38fd77962e8e req-d0e8e82f-3482-4176-92d5-aa351de1c90f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472061 Aug 24 17:58:24.707718 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-245248d0-c258-4da0-a04e-e5a7f36ebdfc admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e76f79d4de9d4d548401bb7c2611c312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112594 Aug 24 17:58:24.709772 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245248d0-c258-4da0-a04e-e5a7f36ebdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212702a3-ad5a-4b82-8680-4951074aa6dd,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:24.710497 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52726) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:24.774540 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-93d72227-3589-4f63-afb1-619e8d86b3cb admin admin] Publish callbacks [] for security_group (212702a3-ad5a-4b82-8680-4951074aa6dd), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.787704 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.826081 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94888358-46b1-4174-9fe4-fe03312436d5 None None] New status for floating IP 62800681-cc63-46a0-903b-72f1d34904f8: ACTIVE {{(pid=113413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:58:24.858094 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-93d72227-3589-4f63-afb1-619e8d86b3cb admin admin] Publish callbacks [] for security_group (212702a3-ad5a-4b82-8680-4951074aa6dd), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.882546 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.890828 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Pushing event updated for resources: {'Port': ['ID=eeed753e-1abf-4499-94c3-36428c53d5b8,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:25.020619 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:25.021517 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:25.023012 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:25.106804 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-93d72227-3589-4f63-afb1-619e8d86b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (212702a3-ad5a-4b82-8680-4951074aa6dd), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.109342 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-93d72227-3589-4f63-afb1-619e8d86b3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.111311 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-93d72227-3589-4f63-afb1-619e8d86b3cb admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/212702a3-ad5a-4b82-8680-4951074aa6dd HTTP/1.1" status: 204 len: 168 time: 0.3986814 Aug 24 17:58:25.130519 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72227-3589-4f63-afb1-619e8d86b3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212702a3-ad5a-4b82-8680-4951074aa6dd,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:25.171932 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:25.182959 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:25.298061 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:25.303223 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-eb0400d6-df66-4c2d-ae96-c300a66ffe55 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/6676c9fd-3385-4c50-9ea7-3ae15fd1e237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6772377 Aug 24 17:58:25.368227 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-01f4a365-7918-479a-80eb-0663fe3cc9f2 None None] Provisioning complete for port eeed753e-1abf-4499-94c3-36428c53d5b8 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:25.369513 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-01f4a365-7918-479a-80eb-0663fe3cc9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.402649 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-01f4a365-7918-479a-80eb-0663fe3cc9f2 None None] Port eeed753e-1abf-4499-94c3-36428c53d5b8 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:58:25.950040 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device e3bd657b-dada-4857-b640-f5f18178d11f up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:25.997974 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Sync routers for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:26.000320 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port e3bd657b-dada-4857-b640-f5f18178d11f triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:26.000707 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.036455 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:26.037162 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:26.160791 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52744) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:26.165839 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-890211425-network', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:26.168644 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port e3bd657b-dada-4857-b640-f5f18178d11f is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:26.169038 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.188182 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:26.232990 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port e3bd657b-dada-4857-b640-f5f18178d11f, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=e3bd657b-dada-4857-b640-f5f18178d11f,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:26.264782 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Made reservation on behalf of 97dcf1650ae04d40aa09583b93e4a8e9 for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:58:26.267881 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.281169 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.285048 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:26.327593 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.364665 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Publish callbacks [] for security_group (bbc53758-c337-44d9-a46d-d1ac89e7adf3), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.412773 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=e3bd657b-dada-4857-b640-f5f18178d11f,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:26.434354 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'eeed753e-1abf-4499-94c3-36428c53d5b8', 'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'mac_address': 'fa:16:3e:b5:1a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:23Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 2, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'subnets': [{'id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:26.463021 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Checking router: 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:26.463412 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Updating router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 port eeed753e-1abf-4499-94c3-36428c53d5b8 binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:58:26.464755 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (bbc53758-c337-44d9-a46d-d1ac89e7adf3), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.486888 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:58:26.492428 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.501958 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:26.506884 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc53758-c337-44d9-a46d-d1ac89e7adf3,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:26.510989 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (1a2fa047-3003-4c8e-a0d2-5f44559594ac), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.511347 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Added segment 1a2fa047-3003-4c8e-a0d2-5f44559594ac of type vlan for network 4b320a59-4b0a-4280-90ea-94cb18c53c4f Aug 24 17:58:26.554393 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (4b320a59-4b0a-4280-90ea-94cb18c53c4f), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.682316 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (4b320a59-4b0a-4280-90ea-94cb18c53c4f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.683477 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:26.684086 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.749334 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] Pushing event updated for resources: {'Network': ['ID=4b320a59-4b0a-4280-90ea-94cb18c53c4f,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:26.757503 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Publish callbacks [] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.760721 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 4b320a59-4b0a-4280-90ea-94cb18c53c4f details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:58:26.787305 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-64239447-42b5-470e-9c0e-4e97fda6ea35 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6252809 Aug 24 17:58:26.790341 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52746) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:26.796312 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Request body: {'subnet': {'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-890211425-subnet', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'ip_version': 4}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:26.827340 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.859009 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Made reservation on behalf of 97dcf1650ae04d40aa09583b93e4a8e9 for: {'subnet': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:58:26.861553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17617081'] for subnet (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.875103 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0d479-d755-40cd-9fc7-5b23f1f88252 None None] Pushing event updated for resources: {'Port': ['ID=eeed753e-1abf-4499-94c3-36428c53d5b8,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:26.928916 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Attempting to bind port eeed753e-1abf-4499-94c3-36428c53d5b8 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:26.929297 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Attempting to bind port eeed753e-1abf-4499-94c3-36428c53d5b8 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:26.929667 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Attempting to bind port eeed753e-1abf-4499-94c3-36428c53d5b8 on network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:26.935655 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:26.935946 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Checking segment: {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:26.936355 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:26.936752 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Bound using segment: {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:26.937228 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Bound port: eeed753e-1abf-4499-94c3-36428c53d5b8, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:26.937613 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:27.001435 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] For port eeed753e-1abf-4499-94c3-36428c53d5b8, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:27.004537 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] For port eeed753e-1abf-4499-94c3-36428c53d5b8, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=eeed753e-1abf-4499-94c3-36428c53d5b8,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:27.054459 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:27.082275 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17012216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17617111'] for subnet (d71e1cf0-da8c-4fb2-a4ce-0b585bac3934), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:27.086192 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:27.086839 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:27.140654 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71e1cf0-da8c-4fb2-a4ce-0b585bac3934,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:27.150758 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Checking segment: {'id': '1a2fa047-3003-4c8e-a0d2-5f44559594ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:27.151218 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Network hostable DHCP agents. Network: 4b320a59-4b0a-4280-90ea-94cb18c53c4f, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:58:27.151348 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:27.176201 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0d479-d755-40cd-9fc7-5b23f1f88252 None None] Pushing event updated for resources: {'Port': ['ID=eeed753e-1abf-4499-94c3-36428c53d5b8,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:27.210176 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:27.230324 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Network 4b320a59-4b0a-4280-90ea-94cb18c53c4f is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:58:27.293445 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 4b320a59-4b0a-4280-90ea-94cb18c53c4f) {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:27.298177 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:27.299250 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for subnet (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:27.304251 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87dfa6c-dc80-4259-9c82-a88e63f8160b None None] Network 4b320a59-4b0a-4280-90ea-94cb18c53c4f requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:58:27.376353 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-93de8668-c008-4e26-87c8-79fe94d26674 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5842395 Aug 24 17:58:27.379254 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52748) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:27.383745 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:27.465135 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:27.466208 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:27.482090 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:27.523207 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks [] for router_controller (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), precommit_add_association {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:27.614898 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-4b320a59-4b0a-4280-90ea-94cb18c53c4f', 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f', 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'fixed_ips': [{'subnet_id': 'd71e1cf0-da8c-4fb2-a4ce-0b585bac3934'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:58:27.615796 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:27.621964 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'eeed753e-1abf-4499-94c3-36428c53d5b8', 'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'mac_address': 'fa:16:3e:b5:1a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:23Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'subnets': [{'id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:27.659097 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5414753-24ba-4ca4-9bc2-d9a00abd32b5 None None] The sync data for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi is: [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'eeed753e-1abf-4499-94c3-36428c53d5b8', 'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'mac_address': 'fa:16:3e:b5:1a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:23Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'subnets': [{'id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:27.728941 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks [] for router_gateway (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:27.823641 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:27.825582 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Allocated IP 172.20.0.2 (4b320a59-4b0a-4280-90ea-94cb18c53c4f/d71e1cf0-da8c-4fb2-a4ce-0b585bac3934/4078ed78-cfe8-49e5-9829-e48eff6f902e) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:27.998897 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Publish callbacks [] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.053909 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device e3bd657b-dada-4857-b640-f5f18178d11f up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:28.085793 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.148246 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Network 4b320a59-4b0a-4280-90ea-94cb18c53c4f is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:28.153491 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Pushing event updated for resources: {'Port': ['ID=4078ed78-cfe8-49e5-9829-e48eff6f902e,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:28.156247 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:28.166837 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:28.169469 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:28.170425 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port e3bd657b-dada-4857-b640-f5f18178d11f triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:28.170829 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.272204 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Attempting to bind port 4078ed78-cfe8-49e5-9829-e48eff6f902e on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:28.272575 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Attempting to bind port 4078ed78-cfe8-49e5-9829-e48eff6f902e by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '1a2fa047-3003-4c8e-a0d2-5f44559594ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:28.272953 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Attempting to bind port 4078ed78-cfe8-49e5-9829-e48eff6f902e on network 4b320a59-4b0a-4280-90ea-94cb18c53c4f {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:28.296255 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:28.296640 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Checking segment: {'id': '1a2fa047-3003-4c8e-a0d2-5f44559594ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:28.297051 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.297452 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Bound using segment: {'id': '1a2fa047-3003-4c8e-a0d2-5f44559594ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:28.297971 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Bound port: 4078ed78-cfe8-49e5-9829-e48eff6f902e, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2fa047-3003-4c8e-a0d2-5f44559594ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:28.298362 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.299265 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks [] for router_gateway (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.319750 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.351641 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port e3bd657b-dada-4857-b640-f5f18178d11f is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:28.352750 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device eeed753e-1abf-4499-94c3-36428c53d5b8 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:28.402285 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:28.411624 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] For port 4078ed78-cfe8-49e5-9829-e48eff6f902e, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:28.415439 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] For port 4078ed78-cfe8-49e5-9829-e48eff6f902e, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4078ed78-cfe8-49e5-9829-e48eff6f902e,segment=NetworkSegment(1a2fa047-3003-4c8e-a0d2-5f44559594ac),segment_id=1a2fa047-3003-4c8e-a0d2-5f44559594ac)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:28.426631 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port eeed753e-1abf-4499-94c3-36428c53d5b8 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:28.427011 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.437379 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Allocated IP 172.27.2.84 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/896798eb-a95c-4acb-8675-972099fa1c7f) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:28.505394 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port eeed753e-1abf-4499-94c3-36428c53d5b8 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:28.505947 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.539474 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.552392 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port eeed753e-1abf-4499-94c3-36428c53d5b8, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=eeed753e-1abf-4499-94c3-36428c53d5b8,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:28.562995 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks [] for port (896798eb-a95c-4acb-8675-972099fa1c7f), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.611246 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26ff95-b812-4d8a-8465-f551a5faea1b None None] Pushing event updated for resources: {'Port': ['ID=4078ed78-cfe8-49e5-9829-e48eff6f902e,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:28.625650 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.684584 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=eeed753e-1abf-4499-94c3-36428c53d5b8,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:28.716689 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.790341 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:28.793804 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:28.796745 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:28.826541 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Pushing event updated for resources: {'Port': ['ID=896798eb-a95c-4acb-8675-972099fa1c7f,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:28.843793 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:29.120801 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks [] for router_gateway (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:29.312374 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:29.498835 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:58:29.609822 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:29.620793 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Sync routers for ids ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:29.632053 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Routers {'a0ac42f5-6f10-44c7-9c34-12d22c43dff3'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:29.632838 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:29.700395 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:29.702262 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-818cb9e9-3961-4c34-b55c-a60d5b45c904 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3216496 Aug 24 17:58:29.704944 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52750) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:29.709117 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b449833e-3788-4ec3-b303-f2944506cb7c None None] Network 4b320a59-4b0a-4280-90ea-94cb18c53c4f requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:58:29.714924 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:29.792907 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-02072c1b-2510-4400-9695-a091b7016257 None None] Provisioning complete for port 4078ed78-cfe8-49e5-9829-e48eff6f902e triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:29.793303 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-02072c1b-2510-4400-9695-a091b7016257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:29.831046 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Set router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:29.910056 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:29.941879 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-02072c1b-2510-4400-9695-a091b7016257 None None] Current status of the port 4078ed78-cfe8-49e5-9829-e48eff6f902e is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:29.942399 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-02072c1b-2510-4400-9695-a091b7016257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:29.998842 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-02072c1b-2510-4400-9695-a091b7016257 None None] For port 4078ed78-cfe8-49e5-9829-e48eff6f902e, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4078ed78-cfe8-49e5-9829-e48eff6f902e,segment=NetworkSegment(1a2fa047-3003-4c8e-a0d2-5f44559594ac),segment_id=1a2fa047-3003-4c8e-a0d2-5f44559594ac)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:30.065353 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-02072c1b-2510-4400-9695-a091b7016257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.106461 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:27Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 3, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'gw_port': {'id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:28Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:30.130918 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:30.132801 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02072c1b-2510-4400-9695-a091b7016257 None None] Pushing event updated for resources: {'Port': ['ID=4078ed78-cfe8-49e5-9829-e48eff6f902e,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:30.138946 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Checking router: a0ac42f5-6f10-44c7-9c34-12d22c43dff3 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:30.139141 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4078ed78-cfe8-49e5-9829-e48eff6f902e up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:30.139790 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Updating router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 port 896798eb-a95c-4acb-8675-972099fa1c7f binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:58:30.175701 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.195604 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-835e05c5-ef76-4f48-bcc9-6f71c0d42270 None None] Provisioning complete for port 4078ed78-cfe8-49e5-9829-e48eff6f902e triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:30.196536 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-835e05c5-ef76-4f48-bcc9-6f71c0d42270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.223700 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 4078ed78-cfe8-49e5-9829-e48eff6f902e triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:30.224074 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.346642 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 4078ed78-cfe8-49e5-9829-e48eff6f902e is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:30.347820 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device eeed753e-1abf-4499-94c3-36428c53d5b8 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:30.349788 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-835e05c5-ef76-4f48-bcc9-6f71c0d42270 None None] Current status of the port 4078ed78-cfe8-49e5-9829-e48eff6f902e is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:30.393737 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port eeed753e-1abf-4499-94c3-36428c53d5b8 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:30.394189 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.408941 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:30.427430 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:30.449021 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Publish callbacks [] for port (896798eb-a95c-4acb-8675-972099fa1c7f), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.473208 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port eeed753e-1abf-4499-94c3-36428c53d5b8 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:30.505487 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.514222 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.553541 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Attempting to bind port 896798eb-a95c-4acb-8675-972099fa1c7f on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:30.554021 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Attempting to bind port 896798eb-a95c-4acb-8675-972099fa1c7f by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:30.554388 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Attempting to bind port 896798eb-a95c-4acb-8675-972099fa1c7f on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:30.566598 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:30.566979 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:30.567383 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.567780 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:30.568271 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Bound port: 896798eb-a95c-4acb-8675-972099fa1c7f, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:30.568656 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.573680 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfe6cb-3d62-43c2-a67d-21bf3fe2cc87 None None] Pushing event updated for resources: {'Port': ['ID=896798eb-a95c-4acb-8675-972099fa1c7f,revision_number=2']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:30.591361 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:30.625934 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] For port 896798eb-a95c-4acb-8675-972099fa1c7f, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:30.629073 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] For port 896798eb-a95c-4acb-8675-972099fa1c7f, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=896798eb-a95c-4acb-8675-972099fa1c7f,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:30.667871 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Allocated IP 172.20.0.1 (4b320a59-4b0a-4280-90ea-94cb18c53c4f/d71e1cf0-da8c-4fb2-a4ce-0b585bac3934/671b79ec-0b69-43d1-afaf-bc0def95aa0f) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:30.716588 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.752440 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Routers {'a0ac42f5-6f10-44c7-9c34-12d22c43dff3'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:30.753080 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:30.773795 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Publish callbacks [] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.784379 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:30.836426 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfe6cb-3d62-43c2-a67d-21bf3fe2cc87 None None] Pushing event updated for resources: {'Port': ['ID=896798eb-a95c-4acb-8675-972099fa1c7f,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:30.868717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:30.872619 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] Set router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:30.914698 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Network 4b320a59-4b0a-4280-90ea-94cb18c53c4f is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:30.917960 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:30.921632 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:30.955655 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Pushing event updated for resources: {'Port': ['ID=671b79ec-0b69-43d1-afaf-bc0def95aa0f,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:30.972221 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:31.052636 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:27Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 3, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'gw_port': {'id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:28Z', 'updated_at': '2022-08-24T17:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:31.081570 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086902d-6437-4bf2-9260-6bc518236933 None None] The sync data for ids ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'] in dv-cinder-854428-1-iscsi is: [{'id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:27Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 3, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'gw_port': {'id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:28Z', 'updated_at': '2022-08-24T17:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:31.177590 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-acc9470a-38c4-4349-bbaa-a3f3f291ab54 None None] Provisioning complete for port 671b79ec-0b69-43d1-afaf-bc0def95aa0f triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:31.178189 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-acc9470a-38c4-4349-bbaa-a3f3f291ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:31.211409 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-acc9470a-38c4-4349-bbaa-a3f3f291ab54 None None] Port 671b79ec-0b69-43d1-afaf-bc0def95aa0f cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:58:31.225790 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:31.408374 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Publish callbacks [] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:31.479814 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:31.554140 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Pushing event updated for resources: {'Port': ['ID=671b79ec-0b69-43d1-afaf-bc0def95aa0f,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:31.556696 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:31.662523 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Network 4b320a59-4b0a-4280-90ea-94cb18c53c4f is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:31.664034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:31.760724 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:31.787839 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:31.914659 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:31.920229 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-afbdad54-0f6a-40d4-a6ed-7f0981d37de2 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/a0ac42f5-6f10-44c7-9c34-12d22c43dff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2141223 Aug 24 17:58:31.937269 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-020e7021-7355-4878-bcec-afb32b651329 None None] Provisioning complete for port 671b79ec-0b69-43d1-afaf-bc0def95aa0f triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:31.937581 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-020e7021-7355-4878-bcec-afb32b651329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:31.974907 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-020e7021-7355-4878-bcec-afb32b651329 None None] Port 671b79ec-0b69-43d1-afaf-bc0def95aa0f cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:58:32.037463 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 896798eb-a95c-4acb-8675-972099fa1c7f up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:32.083074 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 896798eb-a95c-4acb-8675-972099fa1c7f triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:32.083449 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:32.152689 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:32.164860 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 896798eb-a95c-4acb-8675-972099fa1c7f is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:32.166758 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:32.187796 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 896798eb-a95c-4acb-8675-972099fa1c7f, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=896798eb-a95c-4acb-8675-972099fa1c7f,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:32.285128 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:32.285921 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4078ed78-cfe8-49e5-9829-e48eff6f902e up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:32.374724 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=896798eb-a95c-4acb-8675-972099fa1c7f,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:32.385705 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 4078ed78-cfe8-49e5-9829-e48eff6f902e triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:32.386114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:32.461212 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 4078ed78-cfe8-49e5-9829-e48eff6f902e is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:32.644217 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Sync routers for ids ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:32.653006 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:32.655453 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Routers {'a0ac42f5-6f10-44c7-9c34-12d22c43dff3'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:32.656063 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:32.762646 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Set router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:33.116248 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:27Z', 'updated_at': '2022-08-24T17:58:31Z', 'revision_number': 4, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'gw_port': {'id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:28Z', 'updated_at': '2022-08-24T17:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '671b79ec-0b69-43d1-afaf-bc0def95aa0f', 'name': '', 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'mac_address': 'fa:16:3e:34:e8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd71e1cf0-da8c-4fb2-a4ce-0b585bac3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:30Z', 'updated_at': '2022-08-24T17:58:31Z', 'revision_number': 2, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'subnets': [{'id': 'd71e1cf0-da8c-4fb2-a4ce-0b585bac3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:33.147077 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Checking router: a0ac42f5-6f10-44c7-9c34-12d22c43dff3 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:33.147431 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Updating router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 port 671b79ec-0b69-43d1-afaf-bc0def95aa0f binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:58:33.179220 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.465488 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Publish callbacks [] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.573525 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.619465 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:33.663825 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba13df5-4263-4354-b3af-42390079f633 None None] Pushing event updated for resources: {'Port': ['ID=671b79ec-0b69-43d1-afaf-bc0def95aa0f,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:33.686105 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Attempting to bind port 671b79ec-0b69-43d1-afaf-bc0def95aa0f on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:33.686851 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Attempting to bind port 671b79ec-0b69-43d1-afaf-bc0def95aa0f by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '1a2fa047-3003-4c8e-a0d2-5f44559594ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:33.687289 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Attempting to bind port 671b79ec-0b69-43d1-afaf-bc0def95aa0f on network 4b320a59-4b0a-4280-90ea-94cb18c53c4f {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:33.693191 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:33.693655 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Checking segment: {'id': '1a2fa047-3003-4c8e-a0d2-5f44559594ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:33.694120 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.694521 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Bound using segment: {'id': '1a2fa047-3003-4c8e-a0d2-5f44559594ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:33.695007 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Bound port: 671b79ec-0b69-43d1-afaf-bc0def95aa0f, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2fa047-3003-4c8e-a0d2-5f44559594ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:33.695402 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.765157 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] For port 671b79ec-0b69-43d1-afaf-bc0def95aa0f, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:33.768606 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] For port 671b79ec-0b69-43d1-afaf-bc0def95aa0f, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=671b79ec-0b69-43d1-afaf-bc0def95aa0f,segment=NetworkSegment(1a2fa047-3003-4c8e-a0d2-5f44559594ac),segment_id=1a2fa047-3003-4c8e-a0d2-5f44559594ac)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:33.842704 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.890588 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Routers {'a0ac42f5-6f10-44c7-9c34-12d22c43dff3'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:33.891181 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:33.982458 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba13df5-4263-4354-b3af-42390079f633 None None] Pushing event updated for resources: {'Port': ['ID=671b79ec-0b69-43d1-afaf-bc0def95aa0f,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:34.004957 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 896798eb-a95c-4acb-8675-972099fa1c7f up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:34.010217 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:34.056071 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] Set router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:34.141956 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 896798eb-a95c-4acb-8675-972099fa1c7f triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:34.142247 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:34.313531 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 896798eb-a95c-4acb-8675-972099fa1c7f is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:34.334335 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:27Z', 'updated_at': '2022-08-24T17:58:31Z', 'revision_number': 4, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'gw_port': {'id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:28Z', 'updated_at': '2022-08-24T17:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '671b79ec-0b69-43d1-afaf-bc0def95aa0f', 'name': '', 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'mac_address': 'fa:16:3e:34:e8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd71e1cf0-da8c-4fb2-a4ce-0b585bac3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:30Z', 'updated_at': '2022-08-24T17:58:33Z', 'revision_number': 4, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'subnets': [{'id': 'd71e1cf0-da8c-4fb2-a4ce-0b585bac3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:34.364270 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76124d2d-e6c9-45e8-8159-4ed4fb023a03 None None] The sync data for ids ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'] in dv-cinder-854428-1-iscsi is: [{'id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:27Z', 'updated_at': '2022-08-24T17:58:31Z', 'revision_number': 4, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'gw_port': {'id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:28Z', 'updated_at': '2022-08-24T17:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '671b79ec-0b69-43d1-afaf-bc0def95aa0f', 'name': '', 'network_id': '4b320a59-4b0a-4280-90ea-94cb18c53c4f', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'mac_address': 'fa:16:3e:34:e8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd71e1cf0-da8c-4fb2-a4ce-0b585bac3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:30Z', 'updated_at': '2022-08-24T17:58:33Z', 'revision_number': 4, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'subnets': [{'id': 'd71e1cf0-da8c-4fb2-a4ce-0b585bac3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:35.946986 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 671b79ec-0b69-43d1-afaf-bc0def95aa0f up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:35.997091 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 671b79ec-0b69-43d1-afaf-bc0def95aa0f triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:35.997470 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.065717 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:36.074278 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 671b79ec-0b69-43d1-afaf-bc0def95aa0f is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:36.074789 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.113218 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 671b79ec-0b69-43d1-afaf-bc0def95aa0f, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=671b79ec-0b69-43d1-afaf-bc0def95aa0f,segment=NetworkSegment(1a2fa047-3003-4c8e-a0d2-5f44559594ac),segment_id=1a2fa047-3003-4c8e-a0d2-5f44559594ac)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:36.167582 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.229769 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=671b79ec-0b69-43d1-afaf-bc0def95aa0f,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:37.950207 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 671b79ec-0b69-43d1-afaf-bc0def95aa0f up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:38.002321 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 671b79ec-0b69-43d1-afaf-bc0def95aa0f triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:38.002702 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:38.090027 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 671b79ec-0b69-43d1-afaf-bc0def95aa0f is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:39.622347 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:39.623906 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:41.054862 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:41.750353 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:58:41.909843 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:41.911869 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=9 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:42.485082 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.107313 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c563a-5365-47e4-b631-a745707c5fad req-52512f44-2815-4f85-9e81-ee72c92d6fa6 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:43.108700 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-52512f44-2815-4f85-9e81-ee72c92d6fa6 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0be31ee9-3da5-4e6c-9f30-ab26f5171772 HTTP/1.1" status: 200 len: 815 time: 0.1080763 Aug 24 17:58:43.123383 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-be8797fb-20ac-42f3-88e7-5508bfb6b95e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/quotas/193c5ec786e74f138b2fc58ab35367ff HTTP/1.1" status: 200 len: 375 time: 0.0092366 Aug 24 17:58:43.173533 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-ef6dd6aa-be84-4140-bf9c-24fdb3a0068a tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=193c5ec786e74f138b2fc58ab35367ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452693 Aug 24 17:58:43.275995 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-53be9f2d-0d1a-447b-ae83-bc145c079bbb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907519 Aug 24 17:58:43.368647 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-7c42db85-df48-41f7-bfd0-7e48f0c94d41 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860732 Aug 24 17:58:43.716585 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4030e3bb-6b71-4772-a565-a2a357e06ac0 req-34f0ab60-98ff-4408-a73b-0ccd4dfce0e6 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 210 time: 0.0341084 Aug 24 17:58:44.819458 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6d80149c-cfad-440b-95f1-dd347cc219af req-2fc0d6b1-1bfd-45e3-aa23-4fc82ae206f0 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 210 time: 0.0293930 Aug 24 17:58:45.760382 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:45.955122 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-aae1067c-03a9-4f09-9e0a-93bc02fcbec7 req-38edd411-79fd-4126-8ad2-f781135c9379 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 210 time: 0.0599096 Aug 24 17:58:45.990389 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c563a-5365-47e4-b631-a745707c5fad req-67b11f2a-e4ff-4f8b-954a-baf44f2f0353 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:45.991894 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-67b11f2a-e4ff-4f8b-954a-baf44f2f0353 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.26 "GET /networking/v2.0/networks?id=0be31ee9-3da5-4e6c-9f30-ab26f5171772 HTTP/1.1" status: 200 len: 815 time: 0.1359072 Aug 24 17:58:46.003905 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'port': {'device_id': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'admin_state_up': True, 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:46.166736 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Made reservation on behalf of 193c5ec786e74f138b2fc58ab35367ff for: {'port': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:58:46.170695 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.304388 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Allocated IP 172.20.0.8 (0be31ee9-3da5-4e6c-9f30-ab26f5171772/929c64f6-2174-4a65-aea2-8bcd4490c249/aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:46.462201 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.463387 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:46.468099 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:46.572240 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.629993 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:46.641347 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:46.644343 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:46.677741 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'Port': ['ID=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:46.718719 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:46.719376 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.842062 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a1d9a290-0c30-48ad-a4a5-cdc84dd34f03 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8416698 Aug 24 17:58:47.006562 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-ab0f825d-9a86-4e58-8a92-e5e687051e8c None None] Provisioning complete for port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:47.009122 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-ab0f825d-9a86-4e58-8a92-e5e687051e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:47.059867 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f825d-9a86-4e58-8a92-e5e687051e8c None None] Port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:58:47.140058 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846856a-265d-4bb4-bfbd-b600ca644d9a req-083069c5-c2f8-4d82-9b03-9c15fd06a6ce tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:47.142021 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6846856a-265d-4bb4-bfbd-b600ca644d9a req-083069c5-c2f8-4d82-9b03-9c15fd06a6ce tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 931 time: 0.0552254 Aug 24 17:58:47.239098 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6846856a-265d-4bb4-bfbd-b600ca644d9a req-fab39655-6009-492d-99d7-9bf2c02640d9 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906112 Aug 24 17:58:47.755613 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9162b794-6ebc-4bca-acda-06b3a0aace3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:48.371895 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e1a9b-e47b-4231-9395-b1936e103353 req-0a0ff931-7aaf-489b-8396-801203c4a947 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:48.373748 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d40e1a9b-e47b-4231-9395-b1936e103353 req-0a0ff931-7aaf-489b-8396-801203c4a947 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 931 time: 0.0551987 Aug 24 17:58:48.428247 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d40e1a9b-e47b-4231-9395-b1936e103353 req-1c97319e-5f28-42c8-8cac-559ea7d078fc tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480676 Aug 24 17:58:49.558192 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132995c-e562-47b6-bce2-3d5df13f7d71 req-7c73b012-ec0f-43a6-9daf-fb255fe82249 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:49.562235 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c132995c-e562-47b6-bce2-3d5df13f7d71 req-7c73b012-ec0f-43a6-9daf-fb255fe82249 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 931 time: 0.0539370 Aug 24 17:58:49.613067 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c132995c-e562-47b6-bce2-3d5df13f7d71 req-f8ca5ae7-1004-42c7-a866-ce3493fe66b4 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469346 Aug 24 17:58:50.273654 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-1c1d7f2d-8ac1-4dae-bcef-1b93ff490bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.742087 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cacfd-666c-4813-9b94-a4cba80cad6f req-ce0afe7a-c168-4c5e-8ca2-31c00a44c4c3 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:50.744614 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0d9cacfd-666c-4813-9b94-a4cba80cad6f req-ce0afe7a-c168-4c5e-8ca2-31c00a44c4c3 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 931 time: 0.0536439 Aug 24 17:58:50.796918 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0d9cacfd-666c-4813-9b94-a4cba80cad6f req-516bf29e-35a5-4147-907f-63c88c250cb3 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460780 Aug 24 17:58:51.355139 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:51.922930 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675f69b-fb09-4740-b6af-e38593dfab23 req-ba342783-5e0e-423b-b6f3-4345f77da0bb tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:51.924481 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b675f69b-fb09-4740-b6af-e38593dfab23 req-ba342783-5e0e-423b-b6f3-4345f77da0bb tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 931 time: 0.0496476 Aug 24 17:58:51.981168 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b675f69b-fb09-4740-b6af-e38593dfab23 req-ce455f3a-9ef1-4b73-899e-43ea6ca2f398 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509069 Aug 24 17:58:53.545034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9d419-d13a-498f-bd13-7e0a3d61da92 req-18da5df7-0da7-4ae4-8383-1ec85868a89d tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:53.545034 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-daa9d419-d13a-498f-bd13-7e0a3d61da92 req-18da5df7-0da7-4ae4-8383-1ec85868a89d tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 931 time: 0.0620279 Aug 24 17:58:53.545034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:53.545034 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-daa9d419-d13a-498f-bd13-7e0a3d61da92 req-5bacdb9d-18c0-42ad-9688-164c1244e82a tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560923 Aug 24 17:58:53.546306 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:53.572712 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:54.314329 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b5761-cb31-4d6f-addd-09f7002eb476 req-69b88260-9756-430f-96be-a9bc082aa57f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:54.315822 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b4b5761-cb31-4d6f-addd-09f7002eb476 req-69b88260-9756-430f-96be-a9bc082aa57f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 931 time: 0.0472004 Aug 24 17:58:54.363579 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9b4b5761-cb31-4d6f-addd-09f7002eb476 req-a5948c74-ed12-4655-abb5-9fb04af380f1 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Aug 24 17:58:55.376955 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Request body: {'port': {'device_id': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:55.454974 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:55.500235 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0874e-8843-4dca-a0a9-d725fbb84d6d req-1db3b114-de21-4eaa-8859-2b10491647c6 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:55.504267 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9ec0874e-8843-4dca-a0a9-d725fbb84d6d req-1db3b114-de21-4eaa-8859-2b10491647c6 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 931 time: 0.0618298 Aug 24 17:58:55.632827 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9ec0874e-8843-4dca-a0a9-d725fbb84d6d req-8311bc2a-2ef4-4fd6-a897-20ae488e32bc tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142485 Aug 24 17:58:55.710799 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:55.788244 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff {{(pid=113410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:58:55.795879 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Publish callbacks [] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:55.808266 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.provisioning_blocks [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Transition to ACTIVE for port object aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff will not be triggered until provisioned by entity L2. {{(pid=113410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:58:55.868967 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:55.931276 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Pushing event updated for resources: {'Port': ['ID=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Attempting to bind port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Attempting to bind port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Attempting to bind port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff on network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff on network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Attempting to bind port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff on network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Checking segment: {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Bound using segment: {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Bound port: aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd6f315-e5d7-49b4-9497-0b546d62b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772'}}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:56.011023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:56.059810 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] For port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff, host hv-cinder-85442, cleared binding levels {{(pid=113410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:56.062813 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] For port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:56.161219 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:56.164628 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.165237 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:56.166694 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 1093 time: 0.7940397 Aug 24 17:58:56.169158 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:56.172323 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7bef64-3329-45f5-81ac-4307165b3ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:56.236753 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc80885-4ad9-4bd3-b8b8-283e521a01bc x-openstack-request-id: req-8cc80885-4ad9-4bd3-b8b8-283e521a01bc {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:56.237062 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:56.237324 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8cc80885-4ad9-4bd3-b8b8-283e521a01bc {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:56.237726 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc80885-4ad9-4bd3-b8b8-283e521a01bc'] response: {'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'status': 'completed', 'code': 200} Aug 24 17:58:56.243735 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f4c36-9efb-4023-b801-9a32487bdeae service neutron] Pushing event updated for resources: {'Port': ['ID=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,revision_number=3']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:56.299035 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bef64-3329-45f5-81ac-4307165b3ddd req-bfef7584-6c1f-41a2-b440-dc4cc459205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.300562 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-be7bef64-3329-45f5-81ac-4307165b3ddd req-bfef7584-6c1f-41a2-b440-dc4cc459205b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=193c5ec786e74f138b2fc58ab35367ff&device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1127 time: 0.0438478 Aug 24 17:58:56.316686 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:56.404111 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bef64-3329-45f5-81ac-4307165b3ddd req-231d2983-8493-46eb-87f7-7e9b09b48a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.405620 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-be7bef64-3329-45f5-81ac-4307165b3ddd req-231d2983-8493-46eb-87f7-7e9b09b48a34 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=193c5ec786e74f138b2fc58ab35367ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0980768 Aug 24 17:58:56.501325 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bef64-3329-45f5-81ac-4307165b3ddd req-103b0d77-0b2b-43c3-9bdb-861350275026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.502884 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-be7bef64-3329-45f5-81ac-4307165b3ddd req-103b0d77-0b2b-43c3-9bdb-861350275026 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915565 Aug 24 17:58:56.580518 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a879edf2-c175-44de-aedb-3f1f1891c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.582100 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a879edf2-c175-44de-aedb-3f1f1891c0ac service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=193c5ec786e74f138b2fc58ab35367ff&device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1127 time: 0.0412946 Aug 24 17:58:56.625742 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-136e1b59-1f79-4755-be5f-f034e80237e0 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 217 time: 0.0364041 Aug 24 17:58:56.670092 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:56.677630 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a9e23b0f-0497-4968-96fc-8a8fa056e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.679133 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-a9e23b0f-0497-4968-96fc-8a8fa056e8dd service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=929c64f6-2174-4a65-aea2-8bcd4490c249 HTTP/1.1" status: 200 len: 854 time: 0.0478673 Aug 24 17:58:56.759231 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c563a-5365-47e4-b631-a745707c5fad req-cc93e0d4-071e-4941-aa49-5b66ca67a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.760732 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-cc93e0d4-071e-4941-aa49-5b66ca67a758 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=0be31ee9-3da5-4e6c-9f30-ab26f5171772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758851 Aug 24 17:58:56.771243 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afd774-94ed-45e3-b041-e03bf2fea1ed req-723b9d11-da10-4b32-a621-5d7449d2417e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.772659 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-98afd774-94ed-45e3-b041-e03bf2fea1ed req-723b9d11-da10-4b32-a621-5d7449d2417e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 943 time: 0.0596123 Aug 24 17:58:56.881025 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-98afd774-94ed-45e3-b041-e03bf2fea1ed req-42bc0198-382c-4a36-bb75-7c2ce15132f9 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997462 Aug 24 17:58:56.897037 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-f77dea0d-9933-4e13-97bd-8a011a28402d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233401 Aug 24 17:58:56.993907 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3d4c563a-5365-47e4-b631-a745707c5fad req-8c946d6f-12be-4776-97a1-6d544e8300bb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911825 Aug 24 17:58:57.750594 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:57.751361 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=6 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:58.001914 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8c7a-7393-4e68-89bd-55ed69a751e4 req-858c6c76-dc6a-4333-8643-4f18354ed8ef tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:58.003323 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ea1e8c7a-7393-4e68-89bd-55ed69a751e4 req-858c6c76-dc6a-4333-8643-4f18354ed8ef tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 943 time: 0.0478704 Aug 24 17:58:58.055222 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ea1e8c7a-7393-4e68-89bd-55ed69a751e4 req-6d30b9b4-11fe-4f6f-9ef4-c0c89be42577 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456982 Aug 24 17:58:59.181219 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b7d70-a103-4d91-b0f5-7ae5a34b63a3 req-0e6be579-2d8a-43cf-b179-e5f9ad040737 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:59.182824 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4c8b7d70-a103-4d91-b0f5-7ae5a34b63a3 req-0e6be579-2d8a-43cf-b179-e5f9ad040737 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 943 time: 0.0538316 Aug 24 17:58:59.232426 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4c8b7d70-a103-4d91-b0f5-7ae5a34b63a3 req-9a406737-dc52-4cab-8559-262ac87eed91 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Aug 24 17:59:00.351555 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fddc85-a4d9-4c56-9a7f-67c4c9619a5b req-071cb637-87b2-4b07-9e9a-fa1c4b726d80 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:00.353064 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-85fddc85-a4d9-4c56-9a7f-67c4c9619a5b req-071cb637-87b2-4b07-9e9a-fa1c4b726d80 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 943 time: 0.0481355 Aug 24 17:59:00.401272 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-85fddc85-a4d9-4c56-9a7f-67c4c9619a5b req-634c5763-d8d6-4f0a-9261-2bbcfc2d72fa tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Aug 24 17:59:00.421762 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:59:00.434251 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:00.528364 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:59:00.540426 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'port_id': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'mac_address': 'fa:16:3e:72:0d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:59:00.576318 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:59:00.576707 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:00.590594 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:59:00.611023 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:59:00.684208 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:00.731620 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:00.894056 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:59:00.986526 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:01.520217 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b2271-1ba0-4675-a555-1ffe881d8418 req-9cfa6771-85ba-498f-a3c2-ae988be5a0d8 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:01.522254 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a18b2271-1ba0-4675-a555-1ffe881d8418 req-9cfa6771-85ba-498f-a3c2-ae988be5a0d8 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 944 time: 0.0500066 Aug 24 17:59:01.571509 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a18b2271-1ba0-4675-a555-1ffe881d8418 req-3ca657da-dc97-4a96-8d58-c0a25e48af22 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 Aug 24 17:59:02.424862 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:59:02.468507 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:59:02.547303 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:59:02.547600 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:02.623639 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:59:02.624028 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:02.647684 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:59:02.649930 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ef768-42d9-44f2-a19e-ec9016c862b9" -d '{"events": [{"server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "name": "network-vif-plugged", "status": "completed", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:59:02.663829 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:59:02.694397 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fae87e1-ee87-446f-ba2c-b6633e304cd9 x-openstack-request-id: req-4fae87e1-ee87-446f-ba2c-b6633e304cd9 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:59:02.694397 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "name": "network-vif-plugged", "status": "completed", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:59:02.694397 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fae87e1-ee87-446f-ba2c-b6633e304cd9 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:59:02.694696 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de202d7-2467-4be6-9a59-17280af6e17d req-af871725-1bb9-4903-89a3-e7c6841e0924 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:02.695136 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fae87e1-ee87-446f-ba2c-b6633e304cd9'] response: {'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'code': 200} Aug 24 17:59:02.695229 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6de202d7-2467-4be6-9a59-17280af6e17d req-af871725-1bb9-4903-89a3-e7c6841e0924 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 944 time: 0.0490863 Aug 24 17:59:02.721588 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:02.741661 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:02.744139 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6de202d7-2467-4be6-9a59-17280af6e17d req-b99a8362-1fd8-4bfd-9af0-d57f7b4eb9b0 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Aug 24 17:59:02.791726 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:02.997834 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f364d-aca7-4c47-9a15-5fda8a97fbbc req-286c4bc3-f5b2-47ea-92bb-769d2e322db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:02.999403 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9a6f364d-aca7-4c47-9a15-5fda8a97fbbc req-286c4bc3-f5b2-47ea-92bb-769d2e322db8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1129 time: 0.0400474 Aug 24 17:59:03.047111 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9a6f364d-aca7-4c47-9a15-5fda8a97fbbc req-4c694ff2-5ab2-412b-af60-8a07664dd57c service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Aug 24 17:59:03.871176 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8fc5c-8243-43e3-8275-dd3c3abeabf0 req-c25ed402-d5fb-412b-a818-ef4b809b7a76 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:03.874980 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c6d8fc5c-8243-43e3-8275-dd3c3abeabf0 req-c25ed402-d5fb-412b-a818-ef4b809b7a76 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 945 time: 0.0495276 Aug 24 17:59:03.924904 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c6d8fc5c-8243-43e3-8275-dd3c3abeabf0 req-0488cc60-db71-4d44-b7c0-6396f17f10df tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456660 Aug 24 17:59:05.226724 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dbe4d-44d5-4062-935e-4190d6e382e1 req-fefdd625-c20a-4119-ab66-fbf550f788fa tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:05.228281 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cb9dbe4d-44d5-4062-935e-4190d6e382e1 req-fefdd625-c20a-4119-ab66-fbf550f788fa tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 945 time: 0.2280459 Aug 24 17:59:05.277064 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cb9dbe4d-44d5-4062-935e-4190d6e382e1 req-017b415a-5117-4cb0-9f33-311804307793 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 Aug 24 17:59:05.398322 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620dcfb-ecce-4d56-a6ae-919671453f07 req-9aa99547-37c8-4bf0-ac31-dc54a17f8139 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:05.399845 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3620dcfb-ecce-4d56-a6ae-919671453f07 req-9aa99547-37c8-4bf0-ac31-dc54a17f8139 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 945 time: 0.0514922 Aug 24 17:59:05.448542 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3620dcfb-ecce-4d56-a6ae-919671453f07 req-a7690632-ea7f-4829-ad67-59e9aa6cb556 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Aug 24 17:59:05.786431 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ca92c-b26f-4c7a-9a4e-11c366722402 req-e4e7543a-0142-4084-893a-d9179a53497f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:05.787931 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e29ca92c-b26f-4c7a-9a4e-11c366722402 req-e4e7543a-0142-4084-893a-d9179a53497f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 945 time: 0.0491693 Aug 24 17:59:05.887331 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e29ca92c-b26f-4c7a-9a4e-11c366722402 req-671b8d95-be57-4234-87c8-c84c0fdd48fb tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931880 Aug 24 17:59:12.369746 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:15.880573 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=49 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:15.883410 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:16.210947 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e55c9-eb93-4428-94c9-47de4ebb9ca1 req-4549806e-80dc-4952-b3cd-90cc26cfb278 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:16.212440 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-285e55c9-eb93-4428-94c9-47de4ebb9ca1 req-4549806e-80dc-4952-b3cd-90cc26cfb278 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 945 time: 0.0490420 Aug 24 17:59:16.265808 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-285e55c9-eb93-4428-94c9-47de4ebb9ca1 req-22669670-69b7-4c9b-b960-da3b764e134c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472383 Aug 24 17:59:16.293001 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52956) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:16.374233 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911f2dd-41fb-4834-bff2-1e43db08eb31 tempest-TestMinimumBasicScenario-840343138 tempest-TestMinimumBasicScenario-840343138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:16.375735 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-0911f2dd-41fb-4834-bff2-1e43db08eb31 tempest-TestMinimumBasicScenario-840343138 tempest-TestMinimumBasicScenario-840343138-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1124 time: 0.0817459 Aug 24 17:59:16.378799 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 52960) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:16.382954 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'port_id': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:59:16.456989 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:16.537134 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:16.649303 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Allocated IP 172.27.2.97 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/3f78f57f-15c4-4f23-95cf-09dcf8e4d506) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:59:16.759168 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for port (3f78f57f-15c4-4f23-95cf-09dcf8e4d506), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:16.851593 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (3f78f57f-15c4-4f23-95cf-09dcf8e4d506), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:16.892287 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:59:16.895262 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:59:16.899213 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:59:16.922796 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'Port': ['ID=3f78f57f-15c4-4f23-95cf-09dcf8e4d506,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:16.936418 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.936766 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.937110 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.937450 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.937784 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.938140 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.938473 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.938802 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.939131 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.939462 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.939790 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.940114 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.940458 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.940763 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:16.941087 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:17.123169 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:17.469747 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:17.519605 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for floatingip (204c04f0-7409-48dc-9cae-888323e10cbc), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:17.641116 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (3f78f57f-15c4-4f23-95cf-09dcf8e4d506), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:17.737121 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-083872ff-5ab6-4a15-a2f1-50f96c6c8e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:17.795090 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for port (3f78f57f-15c4-4f23-95cf-09dcf8e4d506), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:17.857634 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (3f78f57f-15c4-4f23-95cf-09dcf8e4d506), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:17.930558 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'Port': ['ID=3f78f57f-15c4-4f23-95cf-09dcf8e4d506,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:17.933862 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (204c04f0-7409-48dc-9cae-888323e10cbc), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:18.030336 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Floating IP 204c04f0-7409-48dc-9cae-888323e10cbc associated. External IP: 172.27.2.97, port: aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff. Aug 24 17:59:18.246208 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:59:18.334086 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:18.353471 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:59:18.363648 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] Sync routers for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:59:18.373461 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:59:18.374123 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:18.448008 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:18.476662 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:59:18.479516 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-6c32eb35-dcaf-4d5e-a45f-eed4582acb0b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0995195 Aug 24 17:59:18.480215 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:59:18.482188 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52962) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:18.482745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74071ac3-286c-4261-be5f-40a1ce6e2a81" -d '{"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:59:18.487056 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79739178', 'description': 'tempest-secgroup-smoke-79739178 description', 'project_id': '193c5ec786e74f138b2fc58ab35367ff'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:59:18.524156 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8c1dd6-b519-4516-8808-698d2baef4c7 x-openstack-request-id: req-ab8c1dd6-b519-4516-8808-698d2baef4c7 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:59:18.524450 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:59:18.524711 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab8c1dd6-b519-4516-8808-698d2baef4c7 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:59:18.525177 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8c1dd6-b519-4516-8808-698d2baef4c7'] response: {'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'status': 'completed', 'code': 200} Aug 24 17:59:18.588358 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-66432196-ce2f-4a11-b908-b75e3fe7f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:18.589786 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-66432196-ce2f-4a11-b908-b75e3fe7f8b4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=193c5ec786e74f138b2fc58ab35367ff&device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1129 time: 0.0412326 Aug 24 17:59:18.594190 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:18.608733 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:18.668856 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group (d3359091-90ce-43fa-9115-1b1ead0f645c), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:18.696532 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-0c3fa663-1d18-4a92-8d82-92fdd558cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:18.698866 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-0c3fa663-1d18-4a92-8d82-92fdd558cb31 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=0be31ee9-3da5-4e6c-9f30-ab26f5171772 HTTP/1.1" status: 200 len: 916 time: 0.1013920 Aug 24 17:59:18.704449 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '204c04f0-7409-48dc-9cae-888323e10cbc', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'port_id': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'mac_address': 'fa:16:3e:72:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:59:17Z', 'updated_at': '2022-08-24T17:59:17Z', 'revision_number': 0, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeed753e-1abf-4499-94c3-36428c53d5b8', 'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'mac_address': 'fa:16:3e:b5:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:23Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 5, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'subnets': [{'id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:18.746553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (d3359091-90ce-43fa-9115-1b1ead0f645c), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:18.769506 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-bad6d3a0-e6b6-4c43-8ee1-cc34474fb071 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 998 time: 0.0649176 Aug 24 17:59:18.781267 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3359091-90ce-43fa-9115-1b1ead0f645c,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:18.789156 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.789616 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.790060 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.790470 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.791440 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.791872 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.792303 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.792772 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.793168 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.793596 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.794069 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.794629 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.795058 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.796080 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.796545 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:18.829951 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-c79cbae5-45c2-4b44-97a7-1c2136ce47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:18.833297 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] Checking router: 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:59:18.833431 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-c79cbae5-45c2-4b44-97a7-1c2136ce47bb service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=929c64f6-2174-4a65-aea2-8bcd4490c249 HTTP/1.1" status: 200 len: 854 time: 0.0556252 Aug 24 17:59:18.833542 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:59:18.841671 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:59:18.842232 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:58:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:18.851696 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:18.859720 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-ecdf2079-5b91-4581-8c3c-d464b007c7af tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3696744 Aug 24 17:59:18.860767 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52966) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:18.865445 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-41e12225-c3c0-45d8-acc2-ebce3362ff68 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'security_group_rule': {'security_group_id': 'd3359091-90ce-43fa-9115-1b1ead0f645c', 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:59:18.879726 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-4ea55ad7-5cfa-485c-834a-72144fc13953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:18.881296 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-4ea55ad7-5cfa-485c-834a-72144fc13953 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=0be31ee9-3da5-4e6c-9f30-ab26f5171772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443525 Aug 24 17:59:18.944222 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-41e12225-c3c0-45d8-acc2-ebce3362ff68 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (c8e84878-ab93-4906-ad45-0f36f9eb1152), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:18.951632 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:59:18.981330 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-8b87d93f-6521-4b8b-b5b9-7348f98eee8f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937982 Aug 24 17:59:19.008269 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-41e12225-c3c0-45d8-acc2-ebce3362ff68 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (c8e84878-ab93-4906-ad45-0f36f9eb1152), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.074472 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-41e12225-c3c0-45d8-acc2-ebce3362ff68 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (c8e84878-ab93-4906-ad45-0f36f9eb1152), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.084699 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74071ac3-286c-4261-be5f-40a1ce6e2a81 req-a5916296-4957-456f-bbf4-c34ab42942a0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963035 Aug 24 17:59:19.097434 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e12225-c3c0-45d8-acc2-ebce3362ff68 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e84878-ab93-4906-ad45-0f36f9eb1152,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:19.139418 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-41e12225-c3c0-45d8-acc2-ebce3362ff68 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.140659 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-41e12225-c3c0-45d8-acc2-ebce3362ff68 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2788250 Aug 24 17:59:19.143452 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52968) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:19.147983 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-019b6dc9-014a-46ac-8d9f-263e38dd0b34 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'security_group_rule': {'security_group_id': 'd3359091-90ce-43fa-9115-1b1ead0f645c', 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:59:19.169668 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '204c04f0-7409-48dc-9cae-888323e10cbc', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'port_id': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'mac_address': 'fa:16:3e:72:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:59:17Z', 'updated_at': '2022-08-24T17:59:17Z', 'revision_number': 0, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeed753e-1abf-4499-94c3-36428c53d5b8', 'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'mac_address': 'fa:16:3e:b5:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:23Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 5, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'subnets': [{'id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:19.199226 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ffef7-1589-414f-aafb-58d8f3dfd104 None None] The sync data for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi is: [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '204c04f0-7409-48dc-9cae-888323e10cbc', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'port_id': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'mac_address': 'fa:16:3e:72:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:59:17Z', 'updated_at': '2022-08-24T17:59:17Z', 'revision_number': 0, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeed753e-1abf-4499-94c3-36428c53d5b8', 'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'mac_address': 'fa:16:3e:b5:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:23Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 5, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'subnets': [{'id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:59:19.224507 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-019b6dc9-014a-46ac-8d9f-263e38dd0b34 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (40f6138e-f56d-449e-8ce8-fb8fd5479b7f), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.289293 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-019b6dc9-014a-46ac-8d9f-263e38dd0b34 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (40f6138e-f56d-449e-8ce8-fb8fd5479b7f), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.387952 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-019b6dc9-014a-46ac-8d9f-263e38dd0b34 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (40f6138e-f56d-449e-8ce8-fb8fd5479b7f), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.391991 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1a1487-2b65-4859-9deb-928e1c0593b9 None None] New status for floating IP 204c04f0-7409-48dc-9cae-888323e10cbc: ACTIVE {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:59:19.413771 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b6dc9-014a-46ac-8d9f-263e38dd0b34 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f6138e-f56d-449e-8ce8-fb8fd5479b7f,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:19.497043 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-019b6dc9-014a-46ac-8d9f-263e38dd0b34 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.498369 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-019b6dc9-014a-46ac-8d9f-263e38dd0b34 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3539004 Aug 24 17:59:19.501128 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52970) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:19.505487 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-4e677308-3d62-4e37-8c1e-f21093107804 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'security_group_rule': {'security_group_id': 'd3359091-90ce-43fa-9115-1b1ead0f645c', 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:59:19.614816 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4e677308-3d62-4e37-8c1e-f21093107804 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (ad58c0b6-ecf7-473c-8293-528e46b49a77), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.672610 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4e677308-3d62-4e37-8c1e-f21093107804 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (ad58c0b6-ecf7-473c-8293-528e46b49a77), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.748505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4e677308-3d62-4e37-8c1e-f21093107804 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (ad58c0b6-ecf7-473c-8293-528e46b49a77), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.768409 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e677308-3d62-4e37-8c1e-f21093107804 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad58c0b6-ecf7-473c-8293-528e46b49a77,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:19.847425 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-4e677308-3d62-4e37-8c1e-f21093107804 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:19.848794 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-4e677308-3d62-4e37-8c1e-f21093107804 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3467176 Aug 24 17:59:19.851553 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52972) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:19.856095 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-2fe3619e-179f-444c-84f2-65eabe79cb59 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'security_group_rule': {'security_group_id': 'd3359091-90ce-43fa-9115-1b1ead0f645c', 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:59:19.964632 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2fe3619e-179f-444c-84f2-65eabe79cb59 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (dfe56373-5561-40a6-9dcd-a0b2487c0c83), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.009180 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:20.026505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2fe3619e-179f-444c-84f2-65eabe79cb59 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (dfe56373-5561-40a6-9dcd-a0b2487c0c83), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.106366 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2fe3619e-179f-444c-84f2-65eabe79cb59 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (dfe56373-5561-40a6-9dcd-a0b2487c0c83), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.126199 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:20.128246 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3619e-179f-444c-84f2-65eabe79cb59 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe56373-5561-40a6-9dcd-a0b2487c0c83,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:20.166266 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:20.251019 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d719-af5f-495f-bab7-8edaadfbaa62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.252944 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-2fe3619e-179f-444c-84f2-65eabe79cb59 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.254220 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-2fe3619e-179f-444c-84f2-65eabe79cb59 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4017465 Aug 24 17:59:20.260218 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52974) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:20.261949 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-aba01e3c-fa68-43d2-813a-a485077bf181 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'security_group_rule': {'security_group_id': 'd3359091-90ce-43fa-9115-1b1ead0f645c', 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:59:20.380681 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.securitygroups_db [None req-aba01e3c-fa68-43d2-813a-a485077bf181 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Project 193c5ec786e74f138b2fc58ab35367ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:59:20.387106 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-aba01e3c-fa68-43d2-813a-a485077bf181 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (7464018a-ad72-4058-9641-dcc3c13411c4), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.449288 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-aba01e3c-fa68-43d2-813a-a485077bf181 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (7464018a-ad72-4058-9641-dcc3c13411c4), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.519707 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-aba01e3c-fa68-43d2-813a-a485077bf181 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (7464018a-ad72-4058-9641-dcc3c13411c4), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.539402 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba01e3c-fa68-43d2-813a-a485077bf181 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7464018a-ad72-4058-9641-dcc3c13411c4,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:20.636932 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-aba01e3c-fa68-43d2-813a-a485077bf181 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.638203 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-aba01e3c-fa68-43d2-813a-a485077bf181 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3802321 Aug 24 17:59:20.641088 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 52976) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:20.645444 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-915504a0-b4a9-4115-9ac0-78dabb2a5b4e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'security_group_rule': {'security_group_id': 'd3359091-90ce-43fa-9115-1b1ead0f645c', 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:59:20.748471 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.securitygroups_db [None req-915504a0-b4a9-4115-9ac0-78dabb2a5b4e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Project 193c5ec786e74f138b2fc58ab35367ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:59:20.754580 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-915504a0-b4a9-4115-9ac0-78dabb2a5b4e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (25da81fc-60cc-412d-b191-362792f90ecd), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.815396 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-915504a0-b4a9-4115-9ac0-78dabb2a5b4e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (25da81fc-60cc-412d-b191-362792f90ecd), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.889580 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-915504a0-b4a9-4115-9ac0-78dabb2a5b4e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (25da81fc-60cc-412d-b191-362792f90ecd), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.908216 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915504a0-b4a9-4115-9ac0-78dabb2a5b4e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25da81fc-60cc-412d-b191-362792f90ecd,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:20.979482 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-915504a0-b4a9-4115-9ac0-78dabb2a5b4e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:20.980726 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-915504a0-b4a9-4115-9ac0-78dabb2a5b4e tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386714 Aug 24 17:59:21.076174 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-33d6957d-bd35-4342-ab2e-967e749d06de req-df1a65a4-bd1e-4380-a8d8-b917a91b7e26 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-79739178&fields=id&tenant_id=193c5ec786e74f138b2fc58ab35367ff HTTP/1.1" status: 200 len: 267 time: 0.0465462 Aug 24 17:59:21.131818 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6957d-bd35-4342-ab2e-967e749d06de req-11d5ed73-5eae-4048-957a-7130d4871735 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:21.133296 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-33d6957d-bd35-4342-ab2e-967e749d06de req-11d5ed73-5eae-4048-957a-7130d4871735 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 945 time: 0.0516496 Aug 24 17:59:21.144722 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-33d6957d-bd35-4342-ab2e-967e749d06de req-d12f217f-6997-45fe-879f-652ea8f50eae tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'port': {'security_groups': ['926dafc5-de4d-46be-9c51-e145e329902c', 'd3359091-90ce-43fa-9115-1b1ead0f645c']}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:59:21.215162 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-33d6957d-bd35-4342-ab2e-967e749d06de req-d12f217f-6997-45fe-879f-652ea8f50eae tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:21.302801 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:21.389230 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:21.406439 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-33d6957d-bd35-4342-ab2e-967e749d06de req-d12f217f-6997-45fe-879f-652ea8f50eae tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] For port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:59:21.436018 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-33d6957d-bd35-4342-ab2e-967e749d06de req-d12f217f-6997-45fe-879f-652ea8f50eae tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:21.506152 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-33d6957d-bd35-4342-ab2e-967e749d06de req-d12f217f-6997-45fe-879f-652ea8f50eae tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:21.517007 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6957d-bd35-4342-ab2e-967e749d06de req-d12f217f-6997-45fe-879f-652ea8f50eae tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:21.517380 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:59:21.517625 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-33d6957d-bd35-4342-ab2e-967e749d06de req-d12f217f-6997-45fe-879f-652ea8f50eae tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:21.519051 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-33d6957d-bd35-4342-ab2e-967e749d06de req-d12f217f-6997-45fe-879f-652ea8f50eae tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "PUT /networking/v2.0/ports/aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 981 time: 0.3789446 Aug 24 17:59:21.519560 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:59:21.521837 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f43ef73-81b4-4f40-8c9d-a0c222323c07" -d '{"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:59:21.573121 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefb39fe-d1a4-424c-8e6e-568013fa85e3 x-openstack-request-id: req-aefb39fe-d1a4-424c-8e6e-568013fa85e3 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:59:21.573421 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:59:21.573678 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aefb39fe-d1a4-424c-8e6e-568013fa85e3 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:59:21.574108 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefb39fe-d1a4-424c-8e6e-568013fa85e3'] response: {'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'status': 'completed', 'code': 200} Aug 24 17:59:21.628560 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f217f-6997-45fe-879f-652ea8f50eae tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'Port': ['ID=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,revision_number=6']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:21.636947 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:59:21.671748 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d84c0-84af-46dd-889a-c494256b6d39 req-96e175cb-507a-4312-8bfb-a0aad6fe29de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:21.673292 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-388d84c0-84af-46dd-889a-c494256b6d39 req-96e175cb-507a-4312-8bfb-a0aad6fe29de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0886669 Aug 24 17:59:21.676618 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-5590beb8-a510-4040-a3a5-1f7958be633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:21.678081 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-5590beb8-a510-4040-a3a5-1f7958be633f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=193c5ec786e74f138b2fc58ab35367ff&device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1168 time: 0.0785313 Aug 24 17:59:21.737981 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:21.805980 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-388d84c0-84af-46dd-889a-c494256b6d39 req-efe59fbc-00d1-4eb3-b071-8111939a208b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1261413 Aug 24 17:59:21.826021 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-b4bff864-002d-4a15-bf5c-efc2885f60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:21.830639 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-b4bff864-002d-4a15-bf5c-efc2885f60c4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=0be31ee9-3da5-4e6c-9f30-ab26f5171772 HTTP/1.1" status: 200 len: 916 time: 0.1404305 Aug 24 17:59:21.857607 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:21.893912 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-94a6ac41-7d0c-42e5-9151-c71a534fb4fd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 1000 time: 0.0599928 Aug 24 17:59:21.950773 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-ffdf09eb-ad96-4cfe-b90a-38fe590214bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:21.952283 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-ffdf09eb-ad96-4cfe-b90a-38fe590214bd service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=929c64f6-2174-4a65-aea2-8bcd4490c249 HTTP/1.1" status: 200 len: 854 time: 0.0528355 Aug 24 17:59:22.000830 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-e8626106-a402-424d-96a8-127a699a6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:22.002419 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-e8626106-a402-424d-96a8-127a699a6f73 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=0be31ee9-3da5-4e6c-9f30-ab26f5171772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441332 Aug 24 17:59:22.099588 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-ddf78f1a-2b5c-44d4-bb0b-5f76863a2fb5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915337 Aug 24 17:59:22.193380 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3f43ef73-81b4-4f40-8c9d-a0c222323c07 req-85ecbf09-77d1-401c-9d50-531dcc2106f6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872915 Aug 24 17:59:22.220224 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:22.728380 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-b7f94e65-b8f7-42d2-b2e8-de12c6c7daa3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389037 Aug 24 17:59:22.793236 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-9118f8d2-8f06-4d17-a3bf-51ff0e128cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:22.794757 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-9118f8d2-8f06-4d17-a3bf-51ff0e128cc1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 1130 time: 0.0440307 Aug 24 17:59:22.898531 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-4e5ae7fa-3755-4dcc-a8d2-21158fd9bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:22.900024 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-4e5ae7fa-3755-4dcc-a8d2-21158fd9bc7f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 913 time: 0.0876088 Aug 24 17:59:22.968433 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-56e519eb-0c8d-497d-8a58-f948e0d136b9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d68095a-7771-47f5-8f50-318fc40b06a0 HTTP/1.1" status: 200 len: 1001 time: 0.0626919 Aug 24 17:59:23.019550 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-1d2d877a-beff-4d8b-81d1-262e90dcc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:23.020919 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-1d2d877a-beff-4d8b-81d1-262e90dcc2b1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0455728 Aug 24 17:59:23.035977 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:23.066124 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-55e4fbc4-257b-4f2c-b050-9c767bec71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:23.067637 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-55e4fbc4-257b-4f2c-b050-9c767bec71cc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407135 Aug 24 17:59:23.100840 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:23.162423 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-4ad163d3-8cd6-4417-a07c-c9bf40e0d6bb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889168 Aug 24 17:59:23.165119 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:23.252930 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1885b09d-a640-45f9-b7d6-38233f4c21ac req-c6ad1363-6837-4b18-91fa-931367d80150 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846419 Aug 24 17:59:30.904971 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:DELETE=3,neutron:SELECT=48,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:30.911035 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:33.096683 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=52 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:33.098576 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:33.242893 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=15 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:33.249887 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:39.178995 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d798-d351-4920-9509-705d32e9ccb4 req-27ef53cb-9680-48e6-81b0-551d38c057bc tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:39.180139 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-46d9d798-d351-4920-9509-705d32e9ccb4 req-27ef53cb-9680-48e6-81b0-551d38c057bc tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0544338 Aug 24 17:59:39.249492 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-46d9d798-d351-4920-9509-705d32e9ccb4 req-ed22ca9a-0e22-4c07-be09-90f661cc0e54 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0630560 Aug 24 17:59:39.290266 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-82dbaa9f-7780-4b1a-a471-38bd153dc1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:39.292369 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-82dbaa9f-7780-4b1a-a471-38bd153dc1ab service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=193c5ec786e74f138b2fc58ab35367ff&device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1168 time: 0.0986426 Aug 24 17:59:39.386056 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-397d798b-27d9-4dc3-bc70-8ca0bfcc94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:39.387502 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-397d798b-27d9-4dc3-bc70-8ca0bfcc94ea service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=0be31ee9-3da5-4e6c-9f30-ab26f5171772 HTTP/1.1" status: 200 len: 916 time: 0.0888999 Aug 24 17:59:39.450454 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-8181b772-22bd-430c-a1eb-9592c7337b7f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 1000 time: 0.0565097 Aug 24 17:59:39.498242 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-2c7c7aca-0391-4cfe-a423-4aac105cae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:39.499675 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-2c7c7aca-0391-4cfe-a423-4aac105cae98 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=929c64f6-2174-4a65-aea2-8bcd4490c249 HTTP/1.1" status: 200 len: 854 time: 0.0436673 Aug 24 17:59:39.551011 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-7b4be6cc-d7a0-421b-a790-9f88fbf73eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:39.552586 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-7b4be6cc-d7a0-421b-a790-9f88fbf73eab service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=0be31ee9-3da5-4e6c-9f30-ab26f5171772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465307 Aug 24 17:59:39.563526 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-c6451a13-8608-4d70-9710-6bc60fa40a52 service neutron] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:59:39.564489 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-c6451a13-8608-4d70-9710-6bc60fa40a52 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049937 Aug 24 17:59:39.656742 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-fff61096-dd1d-42c2-8885-9c0114517e47 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866406 Aug 24 17:59:39.754801 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-592c3d2a-d6d6-4cd4-976e-6c8daf87d5dd req-ec572aff-7683-4a50-a20f-306d25701f95 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914133 Aug 24 17:59:40.372239 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f46b7c-1f60-44e7-a35c-130ffec018da req-1d7a60b9-7c9f-4844-a81d-a4e70b1fdbb2 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:40.373700 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-20f46b7c-1f60-44e7-a35c-130ffec018da req-1d7a60b9-7c9f-4844-a81d-a4e70b1fdbb2 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0486031 Aug 24 17:59:40.434743 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-20f46b7c-1f60-44e7-a35c-130ffec018da req-07d829ab-f1d7-4fae-843b-36a145f83f26 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552428 Aug 24 17:59:41.553806 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065ca8e-6e6e-4d75-aebc-47a257fac8d4 req-dea9d25f-6ca3-41a9-b487-4f69791897f1 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:41.555301 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0065ca8e-6e6e-4d75-aebc-47a257fac8d4 req-dea9d25f-6ca3-41a9-b487-4f69791897f1 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0473685 Aug 24 17:59:41.621084 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0065ca8e-6e6e-4d75-aebc-47a257fac8d4 req-dcb64b6f-ba7e-4573-a19f-3bc0da4bca37 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0586538 Aug 24 17:59:42.379844 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:42.744363 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac958-1998-4b2f-b4eb-3285763e88ab req-166b601a-7ebf-41bb-bcc1-a28e7853d7a5 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:42.746006 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-451ac958-1998-4b2f-b4eb-3285763e88ab req-166b601a-7ebf-41bb-bcc1-a28e7853d7a5 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0493495 Aug 24 17:59:42.809935 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-451ac958-1998-4b2f-b4eb-3285763e88ab req-759f8958-5e54-47b8-8213-1b31b77e0419 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0582149 Aug 24 17:59:43.207124 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=89 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:43.210665 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=93 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:43.931223 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e8894-ff07-456c-9994-a72fbc54fa2f req-8f0f4876-d600-457f-b4df-473c91184a9d tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:43.932739 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c61e8894-ff07-456c-9994-a72fbc54fa2f req-8f0f4876-d600-457f-b4df-473c91184a9d tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0488310 Aug 24 17:59:43.969844 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:43.994963 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c61e8894-ff07-456c-9994-a72fbc54fa2f req-b3c279e1-6550-4f5e-8837-4e7a2804cef1 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0565486 Aug 24 17:59:45.078877 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:45.122748 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ed60e-e1b4-43ef-9f0c-f2d90dfcf44a req-90ff44f0-f0f5-4e89-b23a-ad8e8749e054 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:45.124299 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6b1ed60e-e1b4-43ef-9f0c-f2d90dfcf44a req-90ff44f0-f0f5-4e89-b23a-ad8e8749e054 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0541844 Aug 24 17:59:45.185646 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6b1ed60e-e1b4-43ef-9f0c-f2d90dfcf44a req-1c5cab26-a478-46ac-8870-8255f0dc018b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554035 Aug 24 17:59:46.308006 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c7abc-abac-494c-bf77-ee6d78f3c19c req-f7f5fa0c-d82f-4837-b085-4902e0ea4544 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:46.309484 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bc8c7abc-abac-494c-bf77-ee6d78f3c19c req-f7f5fa0c-d82f-4837-b085-4902e0ea4544 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0488422 Aug 24 17:59:46.370802 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bc8c7abc-abac-494c-bf77-ee6d78f3c19c req-0223fdf6-0700-4902-a2f1-e061868625a5 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0555751 Aug 24 17:59:47.493557 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e95a4-b8ea-4421-9fef-3d5d842e8349 req-b2c6eb68-ae0b-411c-b847-c1f5ee720a54 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:47.495408 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0e5e95a4-b8ea-4421-9fef-3d5d842e8349 req-b2c6eb68-ae0b-411c-b847-c1f5ee720a54 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0518155 Aug 24 17:59:47.556943 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0e5e95a4-b8ea-4421-9fef-3d5d842e8349 req-611c8615-43ef-40c6-80c6-756b177277a6 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554454 Aug 24 17:59:47.717179 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2e5971d8-71ad-4a3c-9d5d-4e2bcf5f1e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:48.677021 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d299-13fa-4bfd-a0d5-d53625db56e2 req-adec7f8c-21b9-4be6-a979-69905d985b16 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:48.678538 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3903d299-13fa-4bfd-a0d5-d53625db56e2 req-adec7f8c-21b9-4be6-a979-69905d985b16 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0491145 Aug 24 17:59:48.741909 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3903d299-13fa-4bfd-a0d5-d53625db56e2 req-2fffdfcf-f961-475c-8ec3-b7a6ba46a0fc tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557985 Aug 24 17:59:49.868034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74649872-fbe7-4942-8933-95fe6214a226 req-dd2e7958-999e-4917-8519-68bde83a76c1 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:49.869467 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74649872-fbe7-4942-8933-95fe6214a226 req-dd2e7958-999e-4917-8519-68bde83a76c1 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0489576 Aug 24 17:59:49.935871 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-74649872-fbe7-4942-8933-95fe6214a226 req-6529014f-25bc-4aa7-86f3-41bebe435b44 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0605290 Aug 24 17:59:50.231417 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f2774e0b-b13a-4cd8-bb1e-5787a7600a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:50.307969 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53018) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:50.449954 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Deleting port 3831cea1-94c6-49f4-adf2-7defe8cd200a {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:59:50.450300 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (3831cea1-94c6-49f4-adf2-7defe8cd200a), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:50.533575 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (3831cea1-94c6-49f4-adf2-7defe8cd200a), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:50.533823 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (3831cea1-94c6-49f4-adf2-7defe8cd200a), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:50.547317 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Calling delete_port for 3831cea1-94c6-49f4-adf2-7defe8cd200a owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:59:50.819966 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (3831cea1-94c6-49f4-adf2-7defe8cd200a), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:50.845706 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event deleted for resources: {'Port': ['ID=3831cea1-94c6-49f4-adf2-7defe8cd200a,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:50.913594 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (62800681-cc63-46a0-903b-72f1d34904f8), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:50.913981 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Floating IP 62800681-cc63-46a0-903b-72f1d34904f8 disassociated (deleted). External IP: 172.27.2.89, port: 5d68095a-7771-47f5-8f50-318fc40b06a0. Aug 24 17:59:51.060416 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25107d5-ec99-4495-ad6e-b1169b8c5bbc req-125cb271-5dc1-4b80-adfb-3b2c5ac9f8fb tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:51.062020 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c25107d5-ec99-4495-ad6e-b1169b8c5bbc req-125cb271-5dc1-4b80-adfb-3b2c5ac9f8fb tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0503707 Aug 24 17:59:51.126433 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c25107d5-ec99-4495-ad6e-b1169b8c5bbc req-8137dd81-1e1d-4665-ab01-312fcc81a91c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0582988 Aug 24 17:59:51.127799 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Router 4c879247-18bc-400b-99f8-82d3e0398fb9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:59:51.236074 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:59:51.240936 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:51.247308 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65858773-dde0-4114-af87-9f9761257af3 None None] Sync routers for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:59:51.259782 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65858773-dde0-4114-af87-9f9761257af3 None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:59:51.260481 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-65858773-dde0-4114-af87-9f9761257af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:59:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:51.265238 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:51.272276 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-5c4d126f-82fe-4e8c-8024-5efadc83cedd tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/62800681-cc63-46a0-903b-72f1d34904f8 HTTP/1.1" status: 204 len: 168 time: 0.9631097 Aug 24 17:59:51.272813 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:59:51.275714 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c63984-f67c-4e50-a7bb-6524115d1e62" -d '{"events": [{"name": "network-changed", "server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:59:51.330723 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:51.380712 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab330bf6-81b0-41e7-a7be-e2a7d2ba838c x-openstack-request-id: req-ab330bf6-81b0-41e7-a7be-e2a7d2ba838c {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:59:51.381227 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:59:51.381227 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab330bf6-81b0-41e7-a7be-e2a7d2ba838c {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:59:51.381729 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab330bf6-81b0-41e7-a7be-e2a7d2ba838c'] response: {'name': 'network-changed', 'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'status': 'completed', 'code': 200} Aug 24 17:59:51.385732 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-65858773-dde0-4114-af87-9f9761257af3 None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:59:51.445039 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-460e1d15-e90d-40d2-8fba-8fb0ab5a7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:51.447201 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-460e1d15-e90d-40d2-8fba-8fb0ab5a7652 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 1130 time: 0.0444283 Aug 24 17:59:51.545268 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-1810cdf1-a2cb-487f-96fd-5d5183227fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:51.546783 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-1810cdf1-a2cb-487f-96fd-5d5183227fe8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 913 time: 0.0941937 Aug 24 17:59:51.586703 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-005ff630-3788-4a03-b5b8-522026768009 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d68095a-7771-47f5-8f50-318fc40b06a0 HTTP/1.1" status: 200 len: 217 time: 0.0344853 Aug 24 17:59:51.605391 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-65858773-dde0-4114-af87-9f9761257af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'd2a0f3b6-1cf3-4c73-8e0f-00188b21c337', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:05Z', 'updated_at': '2022-08-24T17:56:07Z', 'revision_number': 1, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:51.631052 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65858773-dde0-4114-af87-9f9761257af3 None None] Checking router: 4c879247-18bc-400b-99f8-82d3e0398fb9 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:59:51.636886 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-ba2c2504-86bb-4192-af39-7c713c069371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:51.638646 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-ba2c2504-86bb-4192-af39-7c713c069371 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0455897 Aug 24 17:59:51.640567 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65858773-dde0-4114-af87-9f9761257af3 None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:59:51.641171 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-65858773-dde0-4114-af87-9f9761257af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:59:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:51.695600 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-0db8d18d-b453-401e-a807-5dc24ba69b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:51.698451 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-0db8d18d-b453-401e-a807-5dc24ba69b4e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547810 Aug 24 17:59:51.747475 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b4d35-c122-4aa1-b717-714d42c0c22e req-67d7df74-6f64-48de-9420-6699e7465098 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:51.749024 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-287b4d35-c122-4aa1-b717-714d42c0c22e req-67d7df74-6f64-48de-9420-6699e7465098 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 946 time: 0.0486448 Aug 24 17:59:51.749530 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-65858773-dde0-4114-af87-9f9761257af3 None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:59:51.801577 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-287b4d35-c122-4aa1-b717-714d42c0c22e req-a348c3de-0a87-4c80-84ce-1b58fef58f3e tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463598 Aug 24 17:59:51.961515 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-65858773-dde0-4114-af87-9f9761257af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'd2a0f3b6-1cf3-4c73-8e0f-00188b21c337', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:05Z', 'updated_at': '2022-08-24T17:56:07Z', 'revision_number': 1, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:51.986821 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65858773-dde0-4114-af87-9f9761257af3 None None] The sync data for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi is: [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': 'd2a0f3b6-1cf3-4c73-8e0f-00188b21c337', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'port_id': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'mac_address': 'fa:16:3e:f1:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:05Z', 'updated_at': '2022-08-24T17:56:07Z', 'revision_number': 1, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:59:52.195923 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d438924-d579-445f-9d24-bd020e13dc8d None None] New status for floating IP 62800681-cc63-46a0-903b-72f1d34904f8: DOWN {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:59:52.253032 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852232c-4a75-4365-8e9c-07008f364c62 req-0d69db6b-b5cb-4085-b425-0930d5773457 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:52.255154 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8852232c-4a75-4365-8e9c-07008f364c62 req-0d69db6b-b5cb-4085-b425-0930d5773457 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0493422 Aug 24 17:59:52.267867 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:52.276889 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:52.323037 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8852232c-4a75-4365-8e9c-07008f364c62 req-d2f60cd7-80ed-4550-95b3-8926c6aa6559 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&id=d3359091-90ce-43fa-9115-1b1ead0f645c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0619695 Aug 24 17:59:52.772792 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-b69028c0-500b-49f6-b784-58bf4139426a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843236 Aug 24 17:59:52.911460 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f8c63984-f67c-4e50-a7bb-6524115d1e62 req-13d686f5-b690-42ef-9a96-ebcf13605335 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146183 Aug 24 17:59:52.931195 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d13a35-a486-4b1c-bb3d-81362be451fd req-fa62fec0-cc2e-42c5-85e8-8ee6551f62f8 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:52.932761 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f1d13a35-a486-4b1c-bb3d-81362be451fd req-fa62fec0-cc2e-42c5-85e8-8ee6551f62f8 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 946 time: 0.0564620 Aug 24 17:59:52.983887 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f1d13a35-a486-4b1c-bb3d-81362be451fd req-ee9a496e-eed7-44f7-8b30-4ef4108c42c9 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454226 Aug 24 17:59:53.112930 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:53.193100 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:53.222488 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d08326-94e8-4c23-a790-b868b5762712 req-9bb46be5-9a1e-4664-b509-238582aea39d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:53.223991 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-23d08326-94e8-4c23-a790-b868b5762712 req-9bb46be5-9a1e-4664-b509-238582aea39d tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 946 time: 0.0478790 Aug 24 17:59:53.310661 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-23d08326-94e8-4c23-a790-b868b5762712 req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Deleting port 5d68095a-7771-47f5-8f50-318fc40b06a0 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:59:53.311380 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-23d08326-94e8-4c23-a790-b868b5762712 req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:53.404304 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-23d08326-94e8-4c23-a790-b868b5762712 req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] For port 5d68095a-7771-47f5-8f50-318fc40b06a0, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=5d68095a-7771-47f5-8f50-318fc40b06a0,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:59:53.404581 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-23d08326-94e8-4c23-a790-b868b5762712 req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:53.683745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-23d08326-94e8-4c23-a790-b868b5762712 req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Calling delete_port for 5d68095a-7771-47f5-8f50-318fc40b06a0 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:59:53.924501 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-23d08326-94e8-4c23-a790-b868b5762712 req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (5d68095a-7771-47f5-8f50-318fc40b06a0), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:53.957783 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event deleted for resources: {'Port': ['ID=5d68095a-7771-47f5-8f50-318fc40b06a0,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:54.005541 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d08326-94e8-4c23-a790-b868b5762712 req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] No DVR routers for this DVR port 5d68095a-7771-47f5-8f50-318fc40b06a0 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:59:54.008202 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-23d08326-94e8-4c23-a790-b868b5762712 req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:54.015528 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-23d08326-94e8-4c23-a790-b868b5762712 req-b19bf83f-5bae-4952-b5b3-eff4c0d2c836 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5d68095a-7771-47f5-8f50-318fc40b06a0 HTTP/1.1" status: 204 len: 173 time: 0.7829726 Aug 24 17:59:54.015528 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'name': 'network-vif-deleted', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:59:54.015528 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66f70ce-a938-492d-9d48-825a8bae2cc5" -d '{"events": [{"server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "name": "network-vif-deleted", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:59:54.054850 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf893848-4959-4472-a130-c888a93ad4b0 x-openstack-request-id: req-bf893848-4959-4472-a130-c888a93ad4b0 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:59:54.055077 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69505209-dd3b-400e-a4d9-1bf3d7f3af32", "name": "network-vif-deleted", "tag": "5d68095a-7771-47f5-8f50-318fc40b06a0", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:59:54.055251 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf893848-4959-4472-a130-c888a93ad4b0 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:59:54.055660 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf893848-4959-4472-a130-c888a93ad4b0'] response: {'server_uuid': '69505209-dd3b-400e-a4d9-1bf3d7f3af32', 'name': 'network-vif-deleted', 'tag': '5d68095a-7771-47f5-8f50-318fc40b06a0', 'status': 'completed', 'code': 200} Aug 24 17:59:54.093760 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b3a7d77f-8891-4f19-af1a-4d61aa25574b req-5101a2cd-d50d-4c85-8686-8b1769527775 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 210 time: 0.0287094 Aug 24 17:59:55.211602 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-f633c746-9e19-40d4-9486-91601d1fbf88 req-7f7043e5-83ef-4219-9de6-e1fcf20d2f6c tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=69505209-dd3b-400e-a4d9-1bf3d7f3af32 HTTP/1.1" status: 200 len: 210 time: 0.0288293 Aug 24 17:59:55.837257 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:59:56.655669 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 5d68095a-7771-47f5-8f50-318fc40b06a0 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:59:56.676069 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 5d68095a-7771-47f5-8f50-318fc40b06a0 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:59:56.676478 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 5d68095a-7771-47f5-8f50-318fc40b06a0 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:59:58.668139 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53058) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:58.809672 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Deleting port cd78fd6a-6abd-4766-962c-5cf6eebc1215 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:59:58.810045 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (cd78fd6a-6abd-4766-962c-5cf6eebc1215), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:58.811500 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:58.825058 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:58.890494 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (cd78fd6a-6abd-4766-962c-5cf6eebc1215), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:58.890819 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (cd78fd6a-6abd-4766-962c-5cf6eebc1215), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:58.903928 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Calling delete_port for cd78fd6a-6abd-4766-962c-5cf6eebc1215 owned by network:floatingip {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:59:59.227323 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (cd78fd6a-6abd-4766-962c-5cf6eebc1215), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:59.254368 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event deleted for resources: {'Port': ['ID=cd78fd6a-6abd-4766-962c-5cf6eebc1215,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:59.321144 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (d2a0f3b6-1cf3-4c73-8e0f-00188b21c337), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:59.321577 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Floating IP d2a0f3b6-1cf3-4c73-8e0f-00188b21c337 disassociated (deleted). External IP: 172.27.2.106, port: a5b4bf67-96d5-4f27-af69-f55896b0c827. Aug 24 17:59:59.521333 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Router 4c879247-18bc-400b-99f8-82d3e0398fb9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:59:59.633124 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:59:59.639073 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:59.644400 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] Sync routers for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:59:59.656659 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:59:59.657305 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:59:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:59.667028 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:59.671520 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-110c94c1-5e69-4e58-ac5c-cb566d46b687 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/d2a0f3b6-1cf3-4c73-8e0f-00188b21c337 HTTP/1.1" status: 204 len: 168 time: 1.0022883 Aug 24 17:59:59.672151 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:59:59.674421 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:59:59.721750 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cae714-7c77-4f8e-bbdb-582663d46937 x-openstack-request-id: req-84cae714-7c77-4f8e-bbdb-582663d46937 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:59:59.722634 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:59:59.722634 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84cae714-7c77-4f8e-bbdb-582663d46937 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:59:59.726789 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cae714-7c77-4f8e-bbdb-582663d46937'] response: {'name': 'network-changed', 'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'status': 'completed', 'code': 200} Aug 24 17:59:59.769605 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:59:59.797521 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-3a0d50cb-89c1-41d8-b63b-63c59bad759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:59.797521 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-3a0d50cb-89c1-41d8-b63b-63c59bad759e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 1129 time: 0.0493939 Aug 24 17:59:59.895548 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-c28b08a5-0adb-4d88-a711-89b6cc31d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:59.897014 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-c28b08a5-0adb-4d88-a711-89b6cc31d6b0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 200 len: 913 time: 0.0943849 Aug 24 17:59:59.942972 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-53b389f0-a3cf-49a4-b7ee-8bf962c38a6a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827 HTTP/1.1" status: 200 len: 217 time: 0.0396345 Aug 24 17:59:59.983504 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:59.999716 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-d8ff6b83-98c1-4254-b9e9-ef4f4172414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:00.000678 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:00.001519 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-d8ff6b83-98c1-4254-b9e9-ef4f4172414c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 200 len: 851 time: 0.0504315 Aug 24 18:00:00.046277 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-2819729e-4239-4263-92c0-3e6bedf40052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:00.047894 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-2819729e-4239-4263-92c0-3e6bedf40052 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2846555c-99d6-42dd-b3aa-b589c6b8e767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410991 Aug 24 18:00:00.057014 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:00.083246 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] Checking router: 4c879247-18bc-400b-99f8-82d3e0398fb9 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:00.105194 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:00.106343 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:59:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:00.181222 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-55ff94d7-2af7-4afb-a279-838502fe3b76 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276736 Aug 24 18:00:00.200399 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e48c1b-1542-40ed-a9b2-688b749f80e5 req-5195516e-1460-448b-b59a-2acd5532b6c8 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:00.201891 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-93e48c1b-1542-40ed-a9b2-688b749f80e5 req-5195516e-1460-448b-b59a-2acd5532b6c8 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 945 time: 0.0519078 Aug 24 18:00:00.214356 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:00.217233 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:00.254704 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-93e48c1b-1542-40ed-a9b2-688b749f80e5 req-67b231a8-88c4-444f-b7c3-4294bc7cbbf1 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469320 Aug 24 18:00:00.406417 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:00.431840 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b74265-33b0-4249-99e5-ccb1bf93e1df None None] The sync data for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi is: [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T17:51:59Z', 'revision_number': 4, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692', 'name': '', 'network_id': '2846555c-99d6-42dd-b3aa-b589c6b8e767', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'mac_address': 'fa:16:3e:47:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:58Z', 'updated_at': '2022-08-24T17:52:07Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'subnets': [{'id': 'ef7139a4-0225-4999-b9c2-098ddfe2e9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:00.653259 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76485ecd-1435-476b-87a0-b36f454eed2a None None] New status for floating IP d2a0f3b6-1cf3-4c73-8e0f-00188b21c337: DOWN {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 18:00:01.268383 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=91,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:01.277215 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-6ed6f8dc-035e-4466-aaa6-bbe08b93646b req-b14395f9-2d04-417a-af27-7003930d9654 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894749 Aug 24 18:00:01.381816 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8e3aa-332d-406b-8007-3650c7deb310 req-7475ea62-cfcb-473a-ae81-06d8ee85b332 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:01.383344 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e5a8e3aa-332d-406b-8007-3650c7deb310 req-7475ea62-cfcb-473a-ae81-06d8ee85b332 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 945 time: 0.0506973 Aug 24 18:00:01.434527 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-e5a8e3aa-332d-406b-8007-3650c7deb310 req-8bd1cccd-7a3d-42d2-a5cd-4e98d27f6117 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5008b6f0-7b2e-4618-bde1-8742b2c33678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444400 Aug 24 18:00:01.735192 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-dbb12cc3-3e5d-4970-a632-ea60382f06a1 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:01.736671 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-dbb12cc3-3e5d-4970-a632-ea60382f06a1 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 945 time: 0.0478821 Aug 24 18:00:01.827873 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Deleting port a5b4bf67-96d5-4f27-af69-f55896b0c827 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:01.828218 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:01.923557 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] For port a5b4bf67-96d5-4f27-af69-f55896b0c827, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=a5b4bf67-96d5-4f27-af69-f55896b0c827,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:01.923933 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:01.938089 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Calling delete_port for a5b4bf67-96d5-4f27-af69-f55896b0c827 owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:02.017809 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:02.147147 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (a5b4bf67-96d5-4f27-af69-f55896b0c827), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:02.180430 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event deleted for resources: {'Port': ['ID=a5b4bf67-96d5-4f27-af69-f55896b0c827,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:02.226478 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] No DVR routers for this DVR port a5b4bf67-96d5-4f27-af69-f55896b0c827 on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:02.229169 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:02.233290 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-638597a7-bbae-484e-b69c-962c6ac4e046 req-7507be61-3c15-45dc-a905-881d20e5c116 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a5b4bf67-96d5-4f27-af69-f55896b0c827 HTTP/1.1" status: 204 len: 173 time: 0.4905546 Aug 24 18:00:02.233743 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'name': 'network-vif-deleted', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:00:02.236747 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7487fa8f-b5d7-4545-9a2e-1a036b573eb2" -d '{"events": [{"server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "name": "network-vif-deleted", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:00:02.277258 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d05fde-366d-4db6-ae77-3479a6f7cce0 x-openstack-request-id: req-69d05fde-366d-4db6-ae77-3479a6f7cce0 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:00:02.277869 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9d4f71-3435-4fe1-94c1-3c2aa90852e0", "name": "network-vif-deleted", "tag": "a5b4bf67-96d5-4f27-af69-f55896b0c827", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:00:02.277869 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69d05fde-366d-4db6-ae77-3479a6f7cce0 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:00:02.282579 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d05fde-366d-4db6-ae77-3479a6f7cce0'] response: {'server_uuid': 'aa9d4f71-3435-4fe1-94c1-3c2aa90852e0', 'name': 'network-vif-deleted', 'tag': 'a5b4bf67-96d5-4f27-af69-f55896b0c827', 'status': 'completed', 'code': 200} Aug 24 18:00:02.546412 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-89358558-74d2-429c-9001-9ed403bf9f96 req-e375148b-e253-45e3-ab8b-9da662f58c79 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aa9d4f71-3435-4fe1-94c1-3c2aa90852e0 HTTP/1.1" status: 200 len: 210 time: 0.0369484 Aug 24 18:00:03.614396 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53074) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:03.724632 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Deleting port 30cd9b39-62e7-498b-a2dc-748da7903441 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:03.725069 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (30cd9b39-62e7-498b-a2dc-748da7903441), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:03.809838 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (30cd9b39-62e7-498b-a2dc-748da7903441), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:03.810194 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (30cd9b39-62e7-498b-a2dc-748da7903441), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:03.823024 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Calling delete_port for 30cd9b39-62e7-498b-a2dc-748da7903441 owned by network:floatingip {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:03.828476 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:04.025646 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (30cd9b39-62e7-498b-a2dc-748da7903441), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.048958 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event deleted for resources: {'Port': ['ID=30cd9b39-62e7-498b-a2dc-748da7903441,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:04.113594 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for floatingip (bb425d1f-bd2e-4713-aca1-30d3d1dad810), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.116190 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.117370 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-96118dcd-12b1-4836-819b-8dd4bfd2b614 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/bb425d1f-bd2e-4713-aca1-30d3d1dad810 HTTP/1.1" status: 204 len: 168 time: 0.5049608 Aug 24 18:00:04.717834 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device a5b4bf67-96d5-4f27-af69-f55896b0c827 no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:04.720082 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:04.721562 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:UPDATE=3,neutron:SELECT=12 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:04.739328 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: a5b4bf67-96d5-4f27-af69-f55896b0c827 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:04.739702 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device a5b4bf67-96d5-4f27-af69-f55896b0c827 not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:05.494792 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53086) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:05.560073 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-136b6d5f-25e1-458c-9c87-e024a0fd6c12 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group (5008b6f0-7b2e-4618-bde1-8742b2c33678), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.584408 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-136b6d5f-25e1-458c-9c87-e024a0fd6c12 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group (5008b6f0-7b2e-4618-bde1-8742b2c33678), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.718203 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-136b6d5f-25e1-458c-9c87-e024a0fd6c12 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (5008b6f0-7b2e-4618-bde1-8742b2c33678), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.720757 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-136b6d5f-25e1-458c-9c87-e024a0fd6c12 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.722010 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-136b6d5f-25e1-458c-9c87-e024a0fd6c12 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5008b6f0-7b2e-4618-bde1-8742b2c33678 HTTP/1.1" status: 204 len: 168 time: 0.2261484 Aug 24 18:00:05.731444 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b6d5f-25e1-458c-9c87-e024a0fd6c12 tempest-TestVolumeBootPattern-1322010073 tempest-TestVolumeBootPattern-1322010073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5008b6f0-7b2e-4618-bde1-8742b2c33678,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:05.853318 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53090) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:06.271873 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (4c879247-18bc-400b-99f8-82d3e0398fb9), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:06.494086 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Deleting port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:06.494428 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:06.574134 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] For port 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:06.574415 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:06.587076 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Calling delete_port for 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 owned by network:router_interface {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:06.743173 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:06.884565 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:06.889987 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:06.914622 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:07.320082 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (4c879247-18bc-400b-99f8-82d3e0398fb9), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:07.529249 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Router 4c879247-18bc-400b-99f8-82d3e0398fb9 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:00:07.630273 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:07.636086 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-cc3c96ed-db72-4392-8509-5601593c1f2f admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4c879247-18bc-400b-99f8-82d3e0398fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7809176 Aug 24 18:00:07.638423 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53094) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:07.639577 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] Sync routers for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:07.649700 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:07.650357 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:59:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:07.741274 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks [] for router (4c879247-18bc-400b-99f8-82d3e0398fb9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:07.753464 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:07.819699 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:07.838589 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks [] for router_gateway (4c879247-18bc-400b-99f8-82d3e0398fb9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:07.931434 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '34844f62-2f9c-4311-a521-3b2326644088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T18:00:06Z', 'revision_number': 5, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port': {'id': '34844f62-2f9c-4311-a521-3b2326644088', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:55Z', 'updated_at': '2022-08-24T17:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:07.958234 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] Checking router: 4c879247-18bc-400b-99f8-82d3e0398fb9 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:07.968076 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] Routers {'4c879247-18bc-400b-99f8-82d3e0398fb9'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:07.968735 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:59:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['4c879247-18bc-400b-99f8-82d3e0398fb9'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:07.990947 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Deleting port 34844f62-2f9c-4311-a521-3b2326644088 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:07.991294 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (34844f62-2f9c-4311-a521-3b2326644088), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.054441 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] Set router 4c879247-18bc-400b-99f8-82d3e0398fb9 gateway port host: None {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:08.075016 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] For port 34844f62-2f9c-4311-a521-3b2326644088, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=34844f62-2f9c-4311-a521-3b2326644088,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:08.075380 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (34844f62-2f9c-4311-a521-3b2326644088), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.089342 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Calling delete_port for 34844f62-2f9c-4311-a521-3b2326644088 owned by network:router_gateway {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:08.104944 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T18:00:07Z', 'revision_number': 6, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port_host': None}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:08.133041 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8677ace-3b6d-4b7e-8001-6e33cde44f3f None None] The sync data for ids ['4c879247-18bc-400b-99f8-82d3e0398fb9'] in dv-cinder-854428-1-iscsi is: [{'id': '4c879247-18bc-400b-99f8-82d3e0398fb9', 'name': 'tempest-TestVolumeBootPattern-2123993372-router', 'tenant_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:51:54Z', 'updated_at': '2022-08-24T18:00:07Z', 'revision_number': 6, 'project_id': '54cebab3bf1f440dbaa4ef020177a4bb', 'gw_port_host': None}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:08.210640 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:08.312480 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (34844f62-2f9c-4311-a521-3b2326644088), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.339200 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=34844f62-2f9c-4311-a521-3b2326644088,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:08.406484 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (4c879247-18bc-400b-99f8-82d3e0398fb9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.494807 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (4c879247-18bc-400b-99f8-82d3e0398fb9), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.498120 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks [] for router_controller (4c879247-18bc-400b-99f8-82d3e0398fb9), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.598137 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (4c879247-18bc-400b-99f8-82d3e0398fb9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.598729 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c879247-18bc-400b-99f8-82d3e0398fb9 {{(pid=113410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:00:08.603059 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.604754 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d516c9e1-d632-49e5-9a04-cef60165f9ae admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4c879247-18bc-400b-99f8-82d3e0398fb9 HTTP/1.1" status: 204 len: 168 time: 0.9647264 Aug 24 18:00:08.607451 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53096) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:08.653159 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb15f4f-1eff-484e-a11b-946ef5192a06 admin admin] Deleting subnet ef7139a4-0225-4999-b9c2-098ddfe2e9e1 {{(pid=113410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 18:00:08.656327 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9fb15f4f-1eff-484e-a11b-946ef5192a06 admin admin] Publish callbacks [] for subnet (ef7139a4-0225-4999-b9c2-098ddfe2e9e1), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.695043 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9fb15f4f-1eff-484e-a11b-946ef5192a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3297466'] for subnet (ef7139a4-0225-4999-b9c2-098ddfe2e9e1), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.770463 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9fb15f4f-1eff-484e-a11b-946ef5192a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (ef7139a4-0225-4999-b9c2-098ddfe2e9e1), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.900176 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9fb15f4f-1eff-484e-a11b-946ef5192a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3160501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719259'] for subnet (ef7139a4-0225-4999-b9c2-098ddfe2e9e1), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.935175 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb15f4f-1eff-484e-a11b-946ef5192a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7139a4-0225-4999-b9c2-098ddfe2e9e1,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:08.937322 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9fb15f4f-1eff-484e-a11b-946ef5192a06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:08.941170 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-9fb15f4f-1eff-484e-a11b-946ef5192a06 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/ef7139a4-0225-4999-b9c2-098ddfe2e9e1 HTTP/1.1" status: 204 len: 168 time: 0.3321548 Aug 24 18:00:08.943243 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53098) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:08.943388 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b4c10a-abeb-4adc-9cac-bc2fc6ce4deb None None] Network 2846555c-99d6-42dd-b3aa-b589c6b8e767 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:00:08.964946 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:09.017445 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (2846555c-99d6-42dd-b3aa-b589c6b8e767), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.068183 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Deleting port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:09.068183 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.110372 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] DHCP port deletion for 2846555c-99d6-42dd-b3aa-b589c6b8e767 request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:00:09.146687 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] For port 6104526b-d185-46e9-b4cf-d97a4de6f7e3, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=6104526b-d185-46e9-b4cf-d97a4de6f7e3,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:09.147057 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.152200 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Deleting port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:09.152627 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.165647 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Calling delete_port for 6104526b-d185-46e9-b4cf-d97a4de6f7e3 owned by network:dhcp {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:09.227615 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] For port 6104526b-d185-46e9-b4cf-d97a4de6f7e3, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=6104526b-d185-46e9-b4cf-d97a4de6f7e3,segment=NetworkSegment(65b7f409-e5c3-451a-875b-da2076799e52),segment_id=65b7f409-e5c3-451a-875b-da2076799e52)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:09.228017 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.240743 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Calling delete_port for 6104526b-d185-46e9-b4cf-d97a4de6f7e3 owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:09.307126 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.320468 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (6104526b-d185-46e9-b4cf-d97a4de6f7e3), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.337181 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Pushing event deleted for resources: {'Port': ['ID=6104526b-d185-46e9-b4cf-d97a4de6f7e3,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:09.346928 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] No DVR routers for this DVR port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 on host dv-cinder-854428-1-iscsi {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:09.349162 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Pushing event deleted for resources: {'Port': ['ID=6104526b-d185-46e9-b4cf-d97a4de6f7e3,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:09.357672 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] No DVR routers for this DVR port 6104526b-d185-46e9-b4cf-d97a4de6f7e3 on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:09.361140 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.361498 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.361874 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.362232 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.362577 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.362961 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.363299 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.363632 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.363968 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.364296 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.364635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.364961 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.368838 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.368838 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.368838 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76e69-3fa3-4748-b4ca-2822b879df8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:09.385394 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:09.423120 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (2846555c-99d6-42dd-b3aa-b589c6b8e767), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.443977 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2846555c-99d6-42dd-b3aa-b589c6b8e767']}} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:09.453477 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b7f409-e5c3-451a-875b-da2076799e52') {'for_net_delete': True} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:09.453776 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b7f409-e5c3-451a-875b-da2076799e52') {} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:09.463461 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3297459'] for segment (65b7f409-e5c3-451a-875b-da2076799e52), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.480130 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (65b7f409-e5c3-451a-875b-da2076799e52), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.486700 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=113410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:00:09.487095 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3160531'] for segment (65b7f409-e5c3-451a-875b-da2076799e52), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.615447 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (2846555c-99d6-42dd-b3aa-b589c6b8e767), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.621682 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.626187 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/2846555c-99d6-42dd-b3aa-b589c6b8e767 HTTP/1.1" status: 204 len: 168 time: 0.6810343 Aug 24 18:00:09.627921 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 65b7f409-e5c3-451a-875b-da2076799e52 resource provider aggregate not found Aug 24 18:00:09.628867 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53104) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:09.641270 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef41d19-86da-407f-b628-29d5d6b1b771 admin admin] Pushing event deleted for resources: {'Network': ['ID=2846555c-99d6-42dd-b3aa-b589c6b8e767,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:09.654434 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 65b7f409-e5c3-451a-875b-da2076799e52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65b7f409-e5c3-451a-875b-da2076799e52 found for delete ", "request_id": "req-60a11f4d-8fd5-425f-9d1b-fc61150695c9"}]} Aug 24 18:00:09.958136 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (cd49fb0a-397a-4676-8405-c9fedd3bcb88), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:09.976752 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 34844f62-2f9c-4311-a521-3b2326644088 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:09.997878 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 34844f62-2f9c-4311-a521-3b2326644088 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:09.998307 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 34844f62-2f9c-4311-a521-3b2326644088 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:09.998823 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 6104526b-d185-46e9-b4cf-d97a4de6f7e3 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:10.018465 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 6104526b-d185-46e9-b4cf-d97a4de6f7e3 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:10.018816 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 6104526b-d185-46e9-b4cf-d97a4de6f7e3 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:10.019249 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:10.031326 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:10.038296 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:10.038667 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 3de2ea93-ef4b-4f0e-89e5-f75a8d3b1692 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:10.122532 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=100 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:10.190140 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Deleting port c407035b-3d30-427b-8037-58f82939a974 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:10.190374 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (c407035b-3d30-427b-8037-58f82939a974), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:10.271941 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] For port c407035b-3d30-427b-8037-58f82939a974, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c407035b-3d30-427b-8037-58f82939a974,segment=NetworkSegment(a482682a-b523-4fc3-a620-625a093bcd0c),segment_id=a482682a-b523-4fc3-a620-625a093bcd0c)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:10.272296 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (c407035b-3d30-427b-8037-58f82939a974), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:10.285481 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Calling delete_port for c407035b-3d30-427b-8037-58f82939a974 owned by network:router_interface {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:10.545289 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (c407035b-3d30-427b-8037-58f82939a974), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:10.589116 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c407035b-3d30-427b-8037-58f82939a974,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:10.765359 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (cd49fb0a-397a-4676-8405-c9fedd3bcb88), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:10.958997 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:10.969439 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Router cd49fb0a-397a-4676-8405-c9fedd3bcb88 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:00:11.051532 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:11.074607 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:11.082573 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-e1fc6634-28d5-4350-b2ab-f60802a0fda1 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/cd49fb0a-397a-4676-8405-c9fedd3bcb88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4501085 Aug 24 18:00:11.082981 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53108) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:11.084457 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] Sync routers for ids ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:11.096789 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] Routers {'cd49fb0a-397a-4676-8405-c9fedd3bcb88'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:11.097423 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:59:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:11.204732 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] Set router cd49fb0a-397a-4676-8405-c9fedd3bcb88 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:11.389051 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:03Z', 'updated_at': '2022-08-24T18:00:10Z', 'revision_number': 5, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'gw_port': {'id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:04Z', 'updated_at': '2022-08-24T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:11.415468 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] Checking router: cd49fb0a-397a-4676-8405-c9fedd3bcb88 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:11.425043 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] Routers {'cd49fb0a-397a-4676-8405-c9fedd3bcb88'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:11.425663 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T17:59:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:11.454262 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks [] for router (cd49fb0a-397a-4676-8405-c9fedd3bcb88), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:11.528184 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] Set router cd49fb0a-397a-4676-8405-c9fedd3bcb88 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:11.555955 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks [] for router_gateway (cd49fb0a-397a-4676-8405-c9fedd3bcb88), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:11.652187 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:11.659679 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Deleting port b78d34fe-9b96-45e2-9f22-cde394cacc47 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:11.660027 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:11.691066 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:11.700137 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:03Z', 'updated_at': '2022-08-24T18:00:10Z', 'revision_number': 5, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'gw_port': {'id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:04Z', 'updated_at': '2022-08-24T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:11.733191 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f4034-a716-4532-9cb7-05de1c359a36 None None] The sync data for ids ['cd49fb0a-397a-4676-8405-c9fedd3bcb88'] in dv-cinder-854428-1-iscsi is: [{'id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'name': 'tempest-TestVolumeBootPattern-1849349733-router', 'tenant_id': 'b93845e04a89497cb5f963884d95c2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:03Z', 'updated_at': '2022-08-24T18:00:10Z', 'revision_number': 5, 'project_id': 'b93845e04a89497cb5f963884d95c2ba', 'gw_port': {'id': 'b78d34fe-9b96-45e2-9f22-cde394cacc47', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49fb0a-397a-4676-8405-c9fedd3bcb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:04Z', 'updated_at': '2022-08-24T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:11.747983 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] For port b78d34fe-9b96-45e2-9f22-cde394cacc47, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=b78d34fe-9b96-45e2-9f22-cde394cacc47,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:11.748351 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:11.763130 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Calling delete_port for b78d34fe-9b96-45e2-9f22-cde394cacc47 owned by network:router_gateway {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:11.772945 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:11.986584 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (b78d34fe-9b96-45e2-9f22-cde394cacc47), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.012452 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78d34fe-9b96-45e2-9f22-cde394cacc47,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:12.082991 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (cd49fb0a-397a-4676-8405-c9fedd3bcb88), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.179319 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (cd49fb0a-397a-4676-8405-c9fedd3bcb88), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.181987 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c407035b-3d30-427b-8037-58f82939a974 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:12.184908 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks [] for router_controller (cd49fb0a-397a-4676-8405-c9fedd3bcb88), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.209521 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: c407035b-3d30-427b-8037-58f82939a974 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:12.210264 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c407035b-3d30-427b-8037-58f82939a974 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:12.306637 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (cd49fb0a-397a-4676-8405-c9fedd3bcb88), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.307398 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd49fb0a-397a-4676-8405-c9fedd3bcb88 {{(pid=113410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:00:12.311812 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.313017 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-14893771-33e6-41b9-bb6a-0a14548e7403 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/cd49fb0a-397a-4676-8405-c9fedd3bcb88 HTTP/1.1" status: 204 len: 168 time: 1.2289002 Aug 24 18:00:12.315551 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53110) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:12.346997 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:12.365329 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d0f761-0a85-4e6f-990b-34b9164661a6 admin admin] Deleting subnet ef6d32ed-1ff7-4a44-b838-26cc0189cf75 {{(pid=113410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 18:00:12.369254 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f761-0a85-4e6f-990b-34b9164661a6 admin admin] Publish callbacks [] for subnet (ef6d32ed-1ff7-4a44-b838-26cc0189cf75), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.408839 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f761-0a85-4e6f-990b-34b9164661a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3297466'] for subnet (ef6d32ed-1ff7-4a44-b838-26cc0189cf75), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.409924 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.491611 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f761-0a85-4e6f-990b-34b9164661a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (ef6d32ed-1ff7-4a44-b838-26cc0189cf75), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.633044 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f761-0a85-4e6f-990b-34b9164661a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3160501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719259'] for subnet (ef6d32ed-1ff7-4a44-b838-26cc0189cf75), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.661450 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0f761-0a85-4e6f-990b-34b9164661a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6d32ed-1ff7-4a44-b838-26cc0189cf75,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:12.665140 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f761-0a85-4e6f-990b-34b9164661a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.669044 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c5d0f761-0a85-4e6f-990b-34b9164661a6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/ef6d32ed-1ff7-4a44-b838-26cc0189cf75 HTTP/1.1" status: 204 len: 168 time: 0.3524344 Aug 24 18:00:12.671716 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53112) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:12.672362 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568beb2-7872-4962-ba70-e342294b9ff3 None None] Network 2b9678c5-5243-4656-9b6a-3cdd9092f57a requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:00:12.749185 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (2b9678c5-5243-4656-9b6a-3cdd9092f57a), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.797326 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Deleting port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:12.797602 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.839737 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b62336c-1431-4da3-912e-f1cde36dc603 None None] DHCP port deletion for 2b9678c5-5243-4656-9b6a-3cdd9092f57a request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:00:12.871405 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] For port f35a0e61-0232-41a1-a8f8-72f3017bc0d9, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=f35a0e61-0232-41a1-a8f8-72f3017bc0d9,segment=NetworkSegment(a482682a-b523-4fc3-a620-625a093bcd0c),segment_id=a482682a-b523-4fc3-a620-625a093bcd0c)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:12.871773 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.877821 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-1b62336c-1431-4da3-912e-f1cde36dc603 None None] Deleting port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:12.878228 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-1b62336c-1431-4da3-912e-f1cde36dc603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.885925 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Calling delete_port for f35a0e61-0232-41a1-a8f8-72f3017bc0d9 owned by network:dhcp {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:12.944959 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-1b62336c-1431-4da3-912e-f1cde36dc603 None None] For port f35a0e61-0232-41a1-a8f8-72f3017bc0d9, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=f35a0e61-0232-41a1-a8f8-72f3017bc0d9,segment=NetworkSegment(a482682a-b523-4fc3-a620-625a093bcd0c),segment_id=a482682a-b523-4fc3-a620-625a093bcd0c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:12.947938 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-1b62336c-1431-4da3-912e-f1cde36dc603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.958573 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-1b62336c-1431-4da3-912e-f1cde36dc603 None None] Calling delete_port for f35a0e61-0232-41a1-a8f8-72f3017bc0d9 owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:13.021138 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.043091 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-1b62336c-1431-4da3-912e-f1cde36dc603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (f35a0e61-0232-41a1-a8f8-72f3017bc0d9), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.047925 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35a0e61-0232-41a1-a8f8-72f3017bc0d9,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:13.056065 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] No DVR routers for this DVR port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 on host dv-cinder-854428-1-iscsi {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:13.071416 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62336c-1431-4da3-912e-f1cde36dc603 None None] Pushing event deleted for resources: {'Port': ['ID=f35a0e61-0232-41a1-a8f8-72f3017bc0d9,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:13.073805 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62336c-1431-4da3-912e-f1cde36dc603 None None] No DVR routers for this DVR port f35a0e61-0232-41a1-a8f8-72f3017bc0d9 on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:13.144205 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (2b9678c5-5243-4656-9b6a-3cdd9092f57a), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.167394 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9678c5-5243-4656-9b6a-3cdd9092f57a']}} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:13.177110 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a482682a-b523-4fc3-a620-625a093bcd0c') {'for_net_delete': True} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:13.177418 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a482682a-b523-4fc3-a620-625a093bcd0c') {} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:13.193531 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17734606'] for segment (a482682a-b523-4fc3-a620-625a093bcd0c), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.207873 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (a482682a-b523-4fc3-a620-625a093bcd0c), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.215411 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=113411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:00:13.215809 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17011803'] for segment (a482682a-b523-4fc3-a620-625a093bcd0c), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.273662 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment a482682a-b523-4fc3-a620-625a093bcd0c resource provider aggregate not found Aug 24 18:00:13.291721 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment a482682a-b523-4fc3-a620-625a093bcd0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a482682a-b523-4fc3-a620-625a093bcd0c found for delete ", "request_id": "req-25e5970b-1684-4e82-b695-1039e52220de"}]} Aug 24 18:00:13.339976 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (2b9678c5-5243-4656-9b6a-3cdd9092f57a), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.345525 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.348596 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/2b9678c5-5243-4656-9b6a-3cdd9092f57a HTTP/1.1" status: 204 len: 168 time: 0.6758852 Aug 24 18:00:13.359982 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20fa12-f499-4acd-b540-903fa39db8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9678c5-5243-4656-9b6a-3cdd9092f57a,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:13.673112 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53120) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:13.715319 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-442773e1-dac5-4644-8d83-2da36d70d690 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=54cebab3bf1f440dbaa4ef020177a4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409629 Aug 24 18:00:13.718801 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53122) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:13.772331 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-af59319d-1bd7-4995-957e-95e12bfdf307 admin admin] Publish callbacks [] for security_group (ad425cd5-892f-46ff-82ae-276b65f5b251), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.780036 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:13.797557 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-af59319d-1bd7-4995-957e-95e12bfdf307 admin admin] Publish callbacks [] for security_group (ad425cd5-892f-46ff-82ae-276b65f5b251), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.963933 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-af59319d-1bd7-4995-957e-95e12bfdf307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ad425cd5-892f-46ff-82ae-276b65f5b251), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.967002 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-af59319d-1bd7-4995-957e-95e12bfdf307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:13.968441 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-af59319d-1bd7-4995-957e-95e12bfdf307 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ad425cd5-892f-46ff-82ae-276b65f5b251 HTTP/1.1" status: 204 len: 168 time: 0.2486889 Aug 24 18:00:13.976121 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device b78d34fe-9b96-45e2-9f22-cde394cacc47 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:13.980035 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59319d-1bd7-4995-957e-95e12bfdf307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad425cd5-892f-46ff-82ae-276b65f5b251,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:13.999795 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: b78d34fe-9b96-45e2-9f22-cde394cacc47 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:14.000137 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device b78d34fe-9b96-45e2-9f22-cde394cacc47 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:14.000557 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device f35a0e61-0232-41a1-a8f8-72f3017bc0d9 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:14.028027 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: f35a0e61-0232-41a1-a8f8-72f3017bc0d9 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:14.028371 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device f35a0e61-0232-41a1-a8f8-72f3017bc0d9 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:14.742171 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53128) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:14.784249 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-00524a89-ee46-44f3-9dbd-c31b117c7b91 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b93845e04a89497cb5f963884d95c2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409260 Aug 24 18:00:14.786747 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53130) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:14.836170 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-36d0ac6c-bac8-4c47-941e-3af5022459b4 admin admin] Publish callbacks [] for security_group (ffe13a2b-31a7-48f6-a549-137bf8096c78), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:14.857762 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-36d0ac6c-bac8-4c47-941e-3af5022459b4 admin admin] Publish callbacks [] for security_group (ffe13a2b-31a7-48f6-a549-137bf8096c78), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:14.975124 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-36d0ac6c-bac8-4c47-941e-3af5022459b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (ffe13a2b-31a7-48f6-a549-137bf8096c78), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:14.977960 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-36d0ac6c-bac8-4c47-941e-3af5022459b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:14.984386 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-36d0ac6c-bac8-4c47-941e-3af5022459b4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ffe13a2b-31a7-48f6-a549-137bf8096c78 HTTP/1.1" status: 204 len: 168 time: 0.1915069 Aug 24 18:00:14.988300 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0ac6c-bac8-4c47-941e-3af5022459b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe13a2b-31a7-48f6-a549-137bf8096c78,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:17.723344 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-bc908a72-5c26-437f-a63e-3cad070b91d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:18.079857 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=98 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:18.107713 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=73 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:20.249891 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b23336be-bc00-4ea5-9f2a-839c399dd1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:21.300293 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:23.117821 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:23.167777 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7224ae2b-3803-4954-ba02-e25063244924 req-ac14bd83-51e1-4f9d-8775-b9bf1e880b9e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403850 Aug 24 18:00:23.168337 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:23.249619 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224ae2b-3803-4954-ba02-e25063244924 req-69c246ba-fc84-40c4-94e3-444dce5207b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:23.251214 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7224ae2b-3803-4954-ba02-e25063244924 req-69c246ba-fc84-40c4-94e3-444dce5207b9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=193c5ec786e74f138b2fc58ab35367ff&device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1168 time: 0.0431192 Aug 24 18:00:23.350221 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=58,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:23.350986 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:23.356656 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224ae2b-3803-4954-ba02-e25063244924 req-8d81723f-0f03-43f6-8887-6f3c3c4b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:23.358176 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7224ae2b-3803-4954-ba02-e25063244924 req-8d81723f-0f03-43f6-8887-6f3c3c4b1f8d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=0be31ee9-3da5-4e6c-9f30-ab26f5171772 HTTP/1.1" status: 200 len: 916 time: 0.0890739 Aug 24 18:00:23.535415 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7224ae2b-3803-4954-ba02-e25063244924 req-2a024d49-489f-4758-95da-dc4afd022655 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 1000 time: 0.0637426 Aug 24 18:00:23.586816 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224ae2b-3803-4954-ba02-e25063244924 req-b4ff3b27-a9ec-42cc-8ad1-a404a64f3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:23.588390 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7224ae2b-3803-4954-ba02-e25063244924 req-b4ff3b27-a9ec-42cc-8ad1-a404a64f3e9d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=929c64f6-2174-4a65-aea2-8bcd4490c249 HTTP/1.1" status: 200 len: 854 time: 0.0465784 Aug 24 18:00:23.632724 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224ae2b-3803-4954-ba02-e25063244924 req-e602fc50-4038-4797-b883-177f85820e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:23.634565 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7224ae2b-3803-4954-ba02-e25063244924 req-e602fc50-4038-4797-b883-177f85820e41 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=0be31ee9-3da5-4e6c-9f30-ab26f5171772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399599 Aug 24 18:00:23.729094 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7224ae2b-3803-4954-ba02-e25063244924 req-369773ff-33b2-49d9-b131-247f89137f6b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889459 Aug 24 18:00:23.771434 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:23.828269 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7224ae2b-3803-4954-ba02-e25063244924 req-6dee804c-08a8-4a64-8bed-8f2e1c133f52 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907960 Aug 24 18:00:24.660949 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-efe84431-550f-4868-9c8f-a24b8f055620 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-79739178&fields=id&tenant_id=193c5ec786e74f138b2fc58ab35367ff HTTP/1.1" status: 200 len: 267 time: 0.0519264 Aug 24 18:00:24.713398 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-985600e5-b446-43ed-ad75-213f427377e9 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:24.715051 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-985600e5-b446-43ed-ad75-213f427377e9 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 984 time: 0.0488057 Aug 24 18:00:24.725810 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Request body: {'port': {'security_groups': ['926dafc5-de4d-46be-9c51-e145e329902c']}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:24.800746 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:24.815660 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:24.983516 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] For port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:25.013389 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.106111 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.118145 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:25.118835 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.126260 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-83fe4862-41a6-4a8f-8a02-b27a32abb03b req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "PUT /networking/v2.0/ports/aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 942 time: 0.3990571 Aug 24 18:00:25.126672 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:00:25.127140 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:00:25.127140 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb33f4b6-e777-4f68-b442-57b0b946a22a" -d '{"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:00:25.127322 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53140) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:25.190292 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:00:25.214022 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event updated for resources: {'Port': ['ID=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,revision_number=7']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:25.227820 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.228255 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.228515 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.228860 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.229198 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.229531 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.230513 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.230513 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.230717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.231034 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.231367 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.231695 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.232026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.232355 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.232680 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed350f-34d8-411e-b15c-86f820d1f5de tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.250138 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70ecd7ba-cb37-4d5b-adbc-21fc36b01f3f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group (d3359091-90ce-43fa-9115-1b1ead0f645c), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.263706 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:25.278120 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70ecd7ba-cb37-4d5b-adbc-21fc36b01f3f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group (d3359091-90ce-43fa-9115-1b1ead0f645c), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.338248 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:25.401820 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70ecd7ba-cb37-4d5b-adbc-21fc36b01f3f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (d3359091-90ce-43fa-9115-1b1ead0f645c), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.405128 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-70ecd7ba-cb37-4d5b-adbc-21fc36b01f3f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.407578 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-70ecd7ba-cb37-4d5b-adbc-21fc36b01f3f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d3359091-90ce-43fa-9115-1b1ead0f645c HTTP/1.1" status: 204 len: 168 time: 0.2794597 Aug 24 18:00:25.409728 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed67453-6390-47cc-976e-a6a7409bda4a x-openstack-request-id: req-0ed67453-6390-47cc-976e-a6a7409bda4a {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:00:25.410261 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:00:25.410484 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53144) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:25.410976 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ed67453-6390-47cc-976e-a6a7409bda4a {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:00:25.411080 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed67453-6390-47cc-976e-a6a7409bda4a'] response: {'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'status': 'completed', 'code': 200} Aug 24 18:00:25.421670 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecd7ba-cb37-4d5b-adbc-21fc36b01f3f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3359091-90ce-43fa-9115-1b1ead0f645c,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:25.478336 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-929606a5-00c0-4cc9-9464-2399f878461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:25.479873 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-929606a5-00c0-4cc9-9464-2399f878461e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=193c5ec786e74f138b2fc58ab35367ff&device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1129 time: 0.0492554 Aug 24 18:00:25.570713 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Deleting port 3f78f57f-15c4-4f23-95cf-09dcf8e4d506 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:25.571053 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (3f78f57f-15c4-4f23-95cf-09dcf8e4d506), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.583510 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-23ac51af-d84c-400b-b340-0889068321e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:25.585023 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-23ac51af-d84c-400b-b340-0889068321e1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=0be31ee9-3da5-4e6c-9f30-ab26f5171772 HTTP/1.1" status: 200 len: 916 time: 0.0992138 Aug 24 18:00:25.651426 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-4d01fec1-95b1-4a12-a38a-22ad6e3538ca service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 1000 time: 0.0602145 Aug 24 18:00:25.655034 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (3f78f57f-15c4-4f23-95cf-09dcf8e4d506), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.655385 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for floatingip (3f78f57f-15c4-4f23-95cf-09dcf8e4d506), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.669128 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Calling delete_port for 3f78f57f-15c4-4f23-95cf-09dcf8e4d506 owned by network:floatingip {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:25.706661 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-5e09b5f6-8535-430d-b2a9-ad7865b37741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:25.708373 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-5e09b5f6-8535-430d-b2a9-ad7865b37741 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=929c64f6-2174-4a65-aea2-8bcd4490c249 HTTP/1.1" status: 200 len: 854 time: 0.0509083 Aug 24 18:00:25.724029 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:25.756445 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-7075193f-e807-4587-bd5c-da416a159f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:25.758022 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-7075193f-e807-4587-bd5c-da416a159f50 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=0be31ee9-3da5-4e6c-9f30-ab26f5171772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425358 Aug 24 18:00:25.855389 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-4bf39234-d178-404b-9f80-3bba3614fd79 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914960 Aug 24 18:00:25.887441 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (3f78f57f-15c4-4f23-95cf-09dcf8e4d506), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.914474 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event deleted for resources: {'Port': ['ID=3f78f57f-15c4-4f23-95cf-09dcf8e4d506,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:25.928998 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:25.929339 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.929339 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.929339 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.929339 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.929339 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.929339 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.929802 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.930096 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.930462 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.930589 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.930885 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.931215 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.931539 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.931935 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.932182 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:25.962206 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-eb33f4b6-e777-4f68-b442-57b0b946a22a req-f5fa44f6-435f-4a4d-91e0-4028aa0b07f1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961058 Aug 24 18:00:25.993843 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks [] for floatingip (204c04f0-7409-48dc-9cae-888323e10cbc), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:25.994197 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Floating IP 204c04f0-7409-48dc-9cae-888323e10cbc disassociated (deleted). External IP: 172.27.2.97, port: aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff. Aug 24 18:00:26.423956 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:00:26.529463 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:26.534978 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:26.536288 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:26.539567 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] Sync routers for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:26.551210 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:26.551832 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:26.569244 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-96c9dcda-63bb-4711-a9a4-058c8f47158c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/204c04f0-7409-48dc-9cae-888323e10cbc HTTP/1.1" status: 204 len: 168 time: 1.1568260 Aug 24 18:00:26.570222 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:00:26.573098 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ed58d8-c9a2-4727-beaa-f77849e6e462" -d '{"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:00:26.618131 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c4366e-7bf6-41ec-9871-463211b66c42 x-openstack-request-id: req-46c4366e-7bf6-41ec-9871-463211b66c42 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:00:26.618518 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:00:26.619153 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46c4366e-7bf6-41ec-9871-463211b66c42 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:00:26.619694 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c4366e-7bf6-41ec-9871-463211b66c42'] response: {'name': 'network-changed', 'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'status': 'completed', 'code': 200} Aug 24 18:00:26.659703 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:26.685320 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-96d5dd7e-1596-4213-9cad-0d4c65d7216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:26.686971 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-96d5dd7e-1596-4213-9cad-0d4c65d7216a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=193c5ec786e74f138b2fc58ab35367ff&device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 1129 time: 0.0450494 Aug 24 18:00:26.790345 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-52362799-9701-4c77-a7a7-3a493b2d0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:26.792032 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-52362799-9701-4c77-a7a7-3a493b2d0812 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=0be31ee9-3da5-4e6c-9f30-ab26f5171772 HTTP/1.1" status: 200 len: 916 time: 0.0995142 Aug 24 18:00:26.833559 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-c2dafecf-290f-4288-be37-e010a2360f47 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 200 len: 217 time: 0.0351591 Aug 24 18:00:26.888815 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-c2e9364c-26f5-4b39-8913-86924c9d151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:26.890822 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-c2e9364c-26f5-4b39-8913-86924c9d151b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=929c64f6-2174-4a65-aea2-8bcd4490c249 HTTP/1.1" status: 200 len: 854 time: 0.0515251 Aug 24 18:00:26.940707 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-22136b58-3770-4cc3-aad5-e08fd5cce29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:26.941600 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'eeed753e-1abf-4499-94c3-36428c53d5b8', 'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'mac_address': 'fa:16:3e:b5:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:23Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 5, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'subnets': [{'id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:26.942257 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-22136b58-3770-4cc3-aad5-e08fd5cce29b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=0be31ee9-3da5-4e6c-9f30-ab26f5171772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459592 Aug 24 18:00:26.971506 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] Checking router: 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:26.980624 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:26.981247 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:27.040662 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-5e956d89-4532-4514-86dc-2f37437db348 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915287 Aug 24 18:00:27.090492 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:27.145536 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-67ed58d8-c9a2-4727-beaa-f77849e6e462 req-74156fb3-597c-4ed9-9202-3e9b7c0668bc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954404 Aug 24 18:00:27.290282 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'eeed753e-1abf-4499-94c3-36428c53d5b8', 'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'mac_address': 'fa:16:3e:b5:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:23Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 5, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'subnets': [{'id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:27.315426 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d384a09-3752-43c3-a81f-a7a23fece647 None None] The sync data for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi is: [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T17:58:24Z', 'revision_number': 4, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'eeed753e-1abf-4499-94c3-36428c53d5b8', 'name': '', 'network_id': '0be31ee9-3da5-4e6c-9f30-ab26f5171772', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'mac_address': 'fa:16:3e:b5:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:23Z', 'updated_at': '2022-08-24T17:58:28Z', 'revision_number': 5, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'subnets': [{'id': '929c64f6-2174-4a65-aea2-8bcd4490c249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:27.537157 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42228685-8228-4f81-ae54-029460827036 None None] New status for floating IP 204c04f0-7409-48dc-9cae-888323e10cbc: DOWN {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 18:00:29.935481 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e05d45-4a2d-477e-a6f9-731db159aae4 req-4bfc5e6f-e179-4703-9be2-2c4fd310a38b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:29.936978 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-82e05d45-4a2d-477e-a6f9-731db159aae4 req-4bfc5e6f-e179-4703-9be2-2c4fd310a38b tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 945 time: 0.0490725 Aug 24 18:00:29.987829 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-82e05d45-4a2d-477e-a6f9-731db159aae4 req-8973859c-be27-4da4-bcc2-785cba5897b5 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428684 Aug 24 18:00:31.124847 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49822c1b-b9d7-44c3-9df4-70097c59b9ba req-d693666e-7e37-4119-aa32-1a5056eb6280 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:31.126449 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49822c1b-b9d7-44c3-9df4-70097c59b9ba req-d693666e-7e37-4119-aa32-1a5056eb6280 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 945 time: 0.0530303 Aug 24 18:00:31.176400 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-49822c1b-b9d7-44c3-9df4-70097c59b9ba req-2a5dac65-350a-4816-9633-32e469f90a8c tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=926dafc5-de4d-46be-9c51-e145e329902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Aug 24 18:00:31.558137 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-9a5dcb41-c9d4-478d-bdd2-62315c47da51 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:31.559643 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-9a5dcb41-c9d4-478d-bdd2-62315c47da51 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 945 time: 0.0480301 Aug 24 18:00:31.646853 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Deleting port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:31.647193 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:31.740227 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] For port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:31.740605 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:31.754182 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Calling delete_port for aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:31.816749 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:31.820240 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:31.951699 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:31.964507 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:00:31.980253 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Pushing event deleted for resources: {'Port': ['ID=aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:32.028954 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] No DVR routers for this DVR port aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:32.031860 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:32.036019 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-48b56601-188d-4735-b7ad-72b7c6471db5 req-40dd7bf1-a85d-42ef-9d09-217a5f4b769f tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.26 "DELETE /networking/v2.0/ports/aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff HTTP/1.1" status: 204 len: 173 time: 0.4713595 Aug 24 18:00:32.036840 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'name': 'network-vif-deleted', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:00:32.038738 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57467787-5fe2-4a9a-bf0a-66e421feb5d6" -d '{"events": [{"server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "name": "network-vif-deleted", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:00:32.076875 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bddcba2-a4a4-4f2a-b90c-089e26ae04fb x-openstack-request-id: req-0bddcba2-a4a4-4f2a-b90c-089e26ae04fb {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:00:32.077167 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f", "name": "network-vif-deleted", "tag": "aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:00:32.077414 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0bddcba2-a4a4-4f2a-b90c-089e26ae04fb {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:00:32.077812 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bddcba2-a4a4-4f2a-b90c-089e26ae04fb'] response: {'server_uuid': '02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f', 'name': 'network-vif-deleted', 'tag': 'aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff', 'status': 'completed', 'code': 200} Aug 24 18:00:32.285622 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cd3e9cc9-a278-4b97-acc6-de9f73205966 req-39f8efeb-6dc6-4f3d-8109-15f1be30a5f3 tempest-TestMinimumBasicScenario-345747046 tempest-TestMinimumBasicScenario-345747046-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=02f0c1dc-a8fc-4588-ab5e-e8e3bb48bc0f HTTP/1.1" status: 200 len: 210 time: 0.0329030 Aug 24 18:00:32.836425 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:00:34.683018 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53226) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:34.855003 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:34.874207 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:34.874561 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device aa39e6f6-d4ec-40b7-ab96-a41e7d6771ff not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:34.999572 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:35.221428 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Deleting port eeed753e-1abf-4499-94c3-36428c53d5b8 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:35.221774 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:35.300621 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] For port eeed753e-1abf-4499-94c3-36428c53d5b8, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=eeed753e-1abf-4499-94c3-36428c53d5b8,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:35.300988 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:35.313637 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Calling delete_port for eeed753e-1abf-4499-94c3-36428c53d5b8 owned by network:router_interface {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:35.366780 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:35.420166 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:35.586717 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (eeed753e-1abf-4499-94c3-36428c53d5b8), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:35.618375 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=eeed753e-1abf-4499-94c3-36428c53d5b8,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:35.796850 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:36.281429 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:00:36.381871 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:36.387342 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-3ac10a2f-47cd-43e5-a457-34256030e2ea admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/6676c9fd-3385-4c50-9ea7-3ae15fd1e237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7032340 Aug 24 18:00:36.389891 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53228) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:36.390677 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] Sync routers for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:36.402235 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:36.402860 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:36.489374 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks [] for router (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:36.504114 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:36.562820 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=90,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:36.594831 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks [] for router_gateway (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:36.667758 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:36.676976 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T18:00:35Z', 'revision_number': 5, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port': {'id': 'e3bd657b-dada-4857-b640-f5f18178d11f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:20Z', 'updated_at': '2022-08-24T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:36.703534 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] Checking router: 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:36.711020 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:36.713053 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] Routers {'6676c9fd-3385-4c50-9ea7-3ae15fd1e237'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:36.713672 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:36.748587 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Deleting port e3bd657b-dada-4857-b640-f5f18178d11f {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:36.748841 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:36.773951 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:36.800839 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] Set router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 gateway port host: None {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:36.809586 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:36.837555 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] For port e3bd657b-dada-4857-b640-f5f18178d11f, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=e3bd657b-dada-4857-b640-f5f18178d11f,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:36.838019 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:36.851916 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T18:00:36Z', 'revision_number': 6, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port_host': None}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:36.852196 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Calling delete_port for e3bd657b-dada-4857-b640-f5f18178d11f owned by network:router_gateway {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:36.880630 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ec1ca-0df1-4555-ac04-0b50ed1966b3 None None] The sync data for ids ['6676c9fd-3385-4c50-9ea7-3ae15fd1e237'] in dv-cinder-854428-1-iscsi is: [{'id': '6676c9fd-3385-4c50-9ea7-3ae15fd1e237', 'name': 'tempest-TestMinimumBasicScenario-1469222137-router', 'tenant_id': '193c5ec786e74f138b2fc58ab35367ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:19Z', 'updated_at': '2022-08-24T18:00:36Z', 'revision_number': 6, 'project_id': '193c5ec786e74f138b2fc58ab35367ff', 'gw_port_host': None}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:37.099019 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (e3bd657b-dada-4857-b640-f5f18178d11f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.124597 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bd657b-dada-4857-b640-f5f18178d11f,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:37.193192 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.284996 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.287432 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks [] for router_controller (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.419889 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (6676c9fd-3385-4c50-9ea7-3ae15fd1e237), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.420725 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6676c9fd-3385-4c50-9ea7-3ae15fd1e237 {{(pid=113410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:00:37.425647 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.426817 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-b59f4ef7-63ec-478d-b2aa-818daba0c243 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/6676c9fd-3385-4c50-9ea7-3ae15fd1e237 HTTP/1.1" status: 204 len: 168 time: 1.0359719 Aug 24 18:00:37.429217 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53230) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:37.475014 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54005aa-c78a-477c-948e-158ae49e2394 admin admin] Deleting subnet 929c64f6-2174-4a65-aea2-8bcd4490c249 {{(pid=113410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 18:00:37.478247 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a54005aa-c78a-477c-948e-158ae49e2394 admin admin] Publish callbacks [] for subnet (929c64f6-2174-4a65-aea2-8bcd4490c249), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.500821 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:37.514679 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a54005aa-c78a-477c-948e-158ae49e2394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3297466'] for subnet (929c64f6-2174-4a65-aea2-8bcd4490c249), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.596182 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a54005aa-c78a-477c-948e-158ae49e2394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (929c64f6-2174-4a65-aea2-8bcd4490c249), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.762105 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a54005aa-c78a-477c-948e-158ae49e2394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3160501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719259'] for subnet (929c64f6-2174-4a65-aea2-8bcd4490c249), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.789807 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54005aa-c78a-477c-948e-158ae49e2394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929c64f6-2174-4a65-aea2-8bcd4490c249,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:37.793685 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a54005aa-c78a-477c-948e-158ae49e2394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.797577 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-a54005aa-c78a-477c-948e-158ae49e2394 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/929c64f6-2174-4a65-aea2-8bcd4490c249 HTTP/1.1" status: 204 len: 168 time: 0.3673904 Aug 24 18:00:37.800950 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53232) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:37.801883 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604859e4-3ff8-43e1-8374-ea94d7ecdeb2 None None] Network 0be31ee9-3da5-4e6c-9f30-ab26f5171772 requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:00:37.878445 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (0be31ee9-3da5-4e6c-9f30-ab26f5171772), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.930234 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Deleting port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:37.930582 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.991915 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee281890-ab7d-4f29-8466-2a975033ab8f None None] DHCP port deletion for 0be31ee9-3da5-4e6c-9f30-ab26f5171772 request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:00:38.000282 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] For port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=435c6d7c-a1f5-48aa-b49e-b91e21d124bb,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:38.000643 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.017479 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Calling delete_port for 435c6d7c-a1f5-48aa-b49e-b91e21d124bb owned by network:dhcp {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:38.040396 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device e3bd657b-dada-4857-b640-f5f18178d11f no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:38.061408 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-ee281890-ab7d-4f29-8466-2a975033ab8f None None] Deleting port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:38.061808 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-ee281890-ab7d-4f29-8466-2a975033ab8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.063741 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: e3bd657b-dada-4857-b640-f5f18178d11f {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:38.064145 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device e3bd657b-dada-4857-b640-f5f18178d11f not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:38.064558 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device eeed753e-1abf-4499-94c3-36428c53d5b8 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:38.096038 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: eeed753e-1abf-4499-94c3-36428c53d5b8 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:38.096386 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device eeed753e-1abf-4499-94c3-36428c53d5b8 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:38.150046 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-ee281890-ab7d-4f29-8466-2a975033ab8f None None] For port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=435c6d7c-a1f5-48aa-b49e-b91e21d124bb,segment=NetworkSegment(8fd6f315-e5d7-49b4-9497-0b546d62b470),segment_id=8fd6f315-e5d7-49b4-9497-0b546d62b470)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:38.150485 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-ee281890-ab7d-4f29-8466-2a975033ab8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.151655 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.165233 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-ee281890-ab7d-4f29-8466-2a975033ab8f None None] Calling delete_port for 435c6d7c-a1f5-48aa-b49e-b91e21d124bb owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:38.181270 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Pushing event deleted for resources: {'Port': ['ID=435c6d7c-a1f5-48aa-b49e-b91e21d124bb,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:38.184780 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] No DVR routers for this DVR port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb on host dv-cinder-854428-1-iscsi {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:38.242834 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-ee281890-ab7d-4f29-8466-2a975033ab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (435c6d7c-a1f5-48aa-b49e-b91e21d124bb), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.255306 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (0be31ee9-3da5-4e6c-9f30-ab26f5171772), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.267336 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee281890-ab7d-4f29-8466-2a975033ab8f None None] Pushing event deleted for resources: {'Port': ['ID=435c6d7c-a1f5-48aa-b49e-b91e21d124bb,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:38.273358 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee281890-ab7d-4f29-8466-2a975033ab8f None None] No DVR routers for this DVR port 435c6d7c-a1f5-48aa-b49e-b91e21d124bb on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:38.277515 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be31ee9-3da5-4e6c-9f30-ab26f5171772']}} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:38.293404 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd6f315-e5d7-49b4-9497-0b546d62b470') {'for_net_delete': True} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:38.293697 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd6f315-e5d7-49b4-9497-0b546d62b470') {} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:38.303517 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17734606'] for segment (8fd6f315-e5d7-49b4-9497-0b546d62b470), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.316750 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (8fd6f315-e5d7-49b4-9497-0b546d62b470), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.323287 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=113411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:00:38.323675 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17011803'] for segment (8fd6f315-e5d7-49b4-9497-0b546d62b470), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.352941 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 8fd6f315-e5d7-49b4-9497-0b546d62b470 resource provider aggregate not found Aug 24 18:00:38.386166 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment 8fd6f315-e5d7-49b4-9497-0b546d62b470 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fd6f315-e5d7-49b4-9497-0b546d62b470 found for delete ", "request_id": "req-e74d4777-11a8-4279-99ac-c27340c07213"}]} Aug 24 18:00:38.459878 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (0be31ee9-3da5-4e6c-9f30-ab26f5171772), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.465569 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.468680 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/0be31ee9-3da5-4e6c-9f30-ab26f5171772 HTTP/1.1" status: 204 len: 168 time: 0.6662710 Aug 24 18:00:38.471838 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53238) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:38.480357 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd579ade-07c1-49a2-80a9-139de3fc715d admin admin] Pushing event deleted for resources: {'Network': ['ID=0be31ee9-3da5-4e6c-9f30-ab26f5171772,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:38.791965 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:38.938339 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:39.019067 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Deleting port 671b79ec-0b69-43d1-afaf-bc0def95aa0f {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:39.019609 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:39.098930 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] For port 671b79ec-0b69-43d1-afaf-bc0def95aa0f, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=671b79ec-0b69-43d1-afaf-bc0def95aa0f,segment=NetworkSegment(1a2fa047-3003-4c8e-a0d2-5f44559594ac),segment_id=1a2fa047-3003-4c8e-a0d2-5f44559594ac)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:39.099200 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:39.111850 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Calling delete_port for 671b79ec-0b69-43d1-afaf-bc0def95aa0f owned by network:router_interface {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:39.177381 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:39.350238 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (671b79ec-0b69-43d1-afaf-bc0def95aa0f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:39.378774 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=671b79ec-0b69-43d1-afaf-bc0def95aa0f,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:39.543126 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:39.758564 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:00:39.841114 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:39.860191 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:39.866146 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-746355d7-bdf2-436e-b0b5-60770200e3e7 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/a0ac42f5-6f10-44c7-9c34-12d22c43dff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3932068 Aug 24 18:00:39.868867 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53240) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:39.869661 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] Sync routers for ids ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:39.880899 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] Routers {'a0ac42f5-6f10-44c7-9c34-12d22c43dff3'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:39.881526 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:39.976711 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks [] for router (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:39.992489 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] Set router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:40.063635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 435c6d7c-a1f5-48aa-b49e-b91e21d124bb no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:40.083209 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks [] for router_gateway (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.094131 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 435c6d7c-a1f5-48aa-b49e-b91e21d124bb {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:40.094486 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 435c6d7c-a1f5-48aa-b49e-b91e21d124bb not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:40.195888 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Deleting port 896798eb-a95c-4acb-8675-972099fa1c7f {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:40.196232 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.197482 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:27Z', 'updated_at': '2022-08-24T18:00:39Z', 'revision_number': 5, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'gw_port': {'id': '896798eb-a95c-4acb-8675-972099fa1c7f', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:58:28Z', 'updated_at': '2022-08-24T17:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:40.224307 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] Checking router: a0ac42f5-6f10-44c7-9c34-12d22c43dff3 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:40.233674 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] Routers {'a0ac42f5-6f10-44c7-9c34-12d22c43dff3'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:40.234342 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:40.236865 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:40.286705 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] For port 896798eb-a95c-4acb-8675-972099fa1c7f, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=896798eb-a95c-4acb-8675-972099fa1c7f,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:40.286974 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.289100 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:40.300850 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Calling delete_port for 896798eb-a95c-4acb-8675-972099fa1c7f owned by network:router_gateway {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:40.322155 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] Set router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 gateway port host: None {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:40.375916 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:27Z', 'updated_at': '2022-08-24T18:00:40Z', 'revision_number': 6, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'gw_port_host': None}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:40.402956 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed2357-b9be-4bb1-b318-f0305dce39ad None None] The sync data for ids ['a0ac42f5-6f10-44c7-9c34-12d22c43dff3'] in dv-cinder-854428-1-iscsi is: [{'id': 'a0ac42f5-6f10-44c7-9c34-12d22c43dff3', 'name': 'tempest-TestMinimumBasicScenario-890211425-router', 'tenant_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:58:27Z', 'updated_at': '2022-08-24T18:00:40Z', 'revision_number': 6, 'project_id': '97dcf1650ae04d40aa09583b93e4a8e9', 'gw_port_host': None}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:40.558026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (896798eb-a95c-4acb-8675-972099fa1c7f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.587112 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=896798eb-a95c-4acb-8675-972099fa1c7f,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:40.652143 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.741453 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.743783 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks [] for router_controller (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.853526 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (a0ac42f5-6f10-44c7-9c34-12d22c43dff3), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.854281 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0ac42f5-6f10-44c7-9c34-12d22c43dff3 {{(pid=113410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:00:40.861938 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.861938 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-a795fa0d-3afd-42fd-9600-8afe45e685a5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/a0ac42f5-6f10-44c7-9c34-12d22c43dff3 HTTP/1.1" status: 204 len: 168 time: 0.9904275 Aug 24 18:00:40.864163 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53242) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:40.892210 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:40.911126 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd874758-15b0-45bc-bc87-888026f70af4 admin admin] Deleting subnet d71e1cf0-da8c-4fb2-a4ce-0b585bac3934 {{(pid=113410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 18:00:40.914525 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-dd874758-15b0-45bc-bc87-888026f70af4 admin admin] Publish callbacks [] for subnet (d71e1cf0-da8c-4fb2-a4ce-0b585bac3934), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.955887 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-dd874758-15b0-45bc-bc87-888026f70af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3297466'] for subnet (d71e1cf0-da8c-4fb2-a4ce-0b585bac3934), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.040084 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-dd874758-15b0-45bc-bc87-888026f70af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (d71e1cf0-da8c-4fb2-a4ce-0b585bac3934), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.233199 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-dd874758-15b0-45bc-bc87-888026f70af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3160501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719259'] for subnet (d71e1cf0-da8c-4fb2-a4ce-0b585bac3934), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.259744 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd874758-15b0-45bc-bc87-888026f70af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71e1cf0-da8c-4fb2-a4ce-0b585bac3934,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:41.263258 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-dd874758-15b0-45bc-bc87-888026f70af4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.266899 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-dd874758-15b0-45bc-bc87-888026f70af4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/d71e1cf0-da8c-4fb2-a4ce-0b585bac3934 HTTP/1.1" status: 204 len: 168 time: 0.4015815 Aug 24 18:00:41.269298 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53244) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:41.273096 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c66af1d-9817-4cca-8f8e-c882af4ebf9a None None] Network 4b320a59-4b0a-4280-90ea-94cb18c53c4f requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:00:41.278315 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:41.347563 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (4b320a59-4b0a-4280-90ea-94cb18c53c4f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.384558 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:41.395412 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Deleting port 4078ed78-cfe8-49e5-9829-e48eff6f902e {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:41.397093 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.455384 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a20947c-8dee-4760-8b76-6692d5fcc258 None None] DHCP port deletion for 4b320a59-4b0a-4280-90ea-94cb18c53c4f request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:00:41.468426 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] For port 4078ed78-cfe8-49e5-9829-e48eff6f902e, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4078ed78-cfe8-49e5-9829-e48eff6f902e,segment=NetworkSegment(1a2fa047-3003-4c8e-a0d2-5f44559594ac),segment_id=1a2fa047-3003-4c8e-a0d2-5f44559594ac)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:41.468789 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.494905 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-3a20947c-8dee-4760-8b76-6692d5fcc258 None None] Deleting port 4078ed78-cfe8-49e5-9829-e48eff6f902e {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:41.495283 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3a20947c-8dee-4760-8b76-6692d5fcc258 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.567004 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-3a20947c-8dee-4760-8b76-6692d5fcc258 None None] For port 4078ed78-cfe8-49e5-9829-e48eff6f902e, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4078ed78-cfe8-49e5-9829-e48eff6f902e,segment=NetworkSegment(1a2fa047-3003-4c8e-a0d2-5f44559594ac),segment_id=1a2fa047-3003-4c8e-a0d2-5f44559594ac)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:41.567403 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3a20947c-8dee-4760-8b76-6692d5fcc258 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.581616 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-3a20947c-8dee-4760-8b76-6692d5fcc258 None None] Calling delete_port for 4078ed78-cfe8-49e5-9829-e48eff6f902e owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:41.715698 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3a20947c-8dee-4760-8b76-6692d5fcc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.742689 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20947c-8dee-4760-8b76-6692d5fcc258 None None] Pushing event deleted for resources: {'Port': ['ID=4078ed78-cfe8-49e5-9829-e48eff6f902e,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:41.746911 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20947c-8dee-4760-8b76-6692d5fcc258 None None] No DVR routers for this DVR port 4078ed78-cfe8-49e5-9829-e48eff6f902e on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:41.758867 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Calling delete_port for 4078ed78-cfe8-49e5-9829-e48eff6f902e owned by network:dhcp {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:41.836698 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (4078ed78-cfe8-49e5-9829-e48eff6f902e), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.860074 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Pushing event deleted for resources: {'Port': ['ID=4078ed78-cfe8-49e5-9829-e48eff6f902e,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:41.865966 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] No DVR routers for this DVR port 4078ed78-cfe8-49e5-9829-e48eff6f902e on host dv-cinder-854428-1-iscsi {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:41.941594 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (4b320a59-4b0a-4280-90ea-94cb18c53c4f), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.964671 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b320a59-4b0a-4280-90ea-94cb18c53c4f']}} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:41.975491 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2fa047-3003-4c8e-a0d2-5f44559594ac') {'for_net_delete': True} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:41.975746 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2fa047-3003-4c8e-a0d2-5f44559594ac') {} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:41.985523 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3297459'] for segment (1a2fa047-3003-4c8e-a0d2-5f44559594ac), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:41.991071 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 896798eb-a95c-4acb-8675-972099fa1c7f no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:41.999715 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (1a2fa047-3003-4c8e-a0d2-5f44559594ac), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.017484 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=113410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:00:42.017484 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3160531'] for segment (1a2fa047-3003-4c8e-a0d2-5f44559594ac), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.018397 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 896798eb-a95c-4acb-8675-972099fa1c7f {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:42.018397 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 896798eb-a95c-4acb-8675-972099fa1c7f not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:42.018397 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 671b79ec-0b69-43d1-afaf-bc0def95aa0f no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:42.033615 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 1a2fa047-3003-4c8e-a0d2-5f44559594ac resource provider aggregate not found Aug 24 18:00:42.036274 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 671b79ec-0b69-43d1-afaf-bc0def95aa0f {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:42.036630 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 671b79ec-0b69-43d1-afaf-bc0def95aa0f not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:42.037149 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4078ed78-cfe8-49e5-9829-e48eff6f902e no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:42.057844 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 4078ed78-cfe8-49e5-9829-e48eff6f902e {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:42.058217 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4078ed78-cfe8-49e5-9829-e48eff6f902e not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:42.072854 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment 1a2fa047-3003-4c8e-a0d2-5f44559594ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a2fa047-3003-4c8e-a0d2-5f44559594ac found for delete ", "request_id": "req-dc5f5bc4-94ed-49fc-b35b-e6145b8809e7"}]} Aug 24 18:00:42.138307 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (4b320a59-4b0a-4280-90ea-94cb18c53c4f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.143890 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.148241 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/4b320a59-4b0a-4280-90ea-94cb18c53c4f HTTP/1.1" status: 204 len: 168 time: 0.8771679 Aug 24 18:00:42.159126 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7e9cc-8237-4860-833a-707293dcafcd admin admin] Pushing event deleted for resources: {'Network': ['ID=4b320a59-4b0a-4280-90ea-94cb18c53c4f,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:42.431174 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.541421 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53252) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:42.585395 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c5ed26ac-36cb-4ce4-9c32-cc1601ea74e0 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=193c5ec786e74f138b2fc58ab35367ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425513 Aug 24 18:00:42.587703 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53254) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:42.638686 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-20926c93-6616-4713-8f3f-5c742ea50317 admin admin] Publish callbacks [] for security_group (926dafc5-de4d-46be-9c51-e145e329902c), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.659361 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-20926c93-6616-4713-8f3f-5c742ea50317 admin admin] Publish callbacks [] for security_group (926dafc5-de4d-46be-9c51-e145e329902c), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.849616 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-20926c93-6616-4713-8f3f-5c742ea50317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (926dafc5-de4d-46be-9c51-e145e329902c), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.852459 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-20926c93-6616-4713-8f3f-5c742ea50317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.853639 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-20926c93-6616-4713-8f3f-5c742ea50317 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/926dafc5-de4d-46be-9c51-e145e329902c HTTP/1.1" status: 204 len: 168 time: 0.2649839 Aug 24 18:00:42.862093 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20926c93-6616-4713-8f3f-5c742ea50317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926dafc5-de4d-46be-9c51-e145e329902c,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:43.581783 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53260) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:43.589162 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=10 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:43.623051 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-aa8944ec-bce9-4a5a-92c2-7522da9a1cd3 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=97dcf1650ae04d40aa09583b93e4a8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400088 Aug 24 18:00:43.625515 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53262) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:43.680762 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd26-d8da-44c0-b741-8f3b27f5c24c admin admin] Publish callbacks [] for security_group (bbc53758-c337-44d9-a46d-d1ac89e7adf3), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:43.701791 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd26-d8da-44c0-b741-8f3b27f5c24c admin admin] Publish callbacks [] for security_group (bbc53758-c337-44d9-a46d-d1ac89e7adf3), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:43.836987 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd26-d8da-44c0-b741-8f3b27f5c24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (bbc53758-c337-44d9-a46d-d1ac89e7adf3), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:43.840848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd26-d8da-44c0-b741-8f3b27f5c24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:43.845326 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-91a0cd26-d8da-44c0-b741-8f3b27f5c24c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bbc53758-c337-44d9-a46d-d1ac89e7adf3 HTTP/1.1" status: 204 len: 168 time: 0.2151484 Aug 24 18:00:43.850751 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0cd26-d8da-44c0-b741-8f3b27f5c24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc53758-c337-44d9-a46d-d1ac89e7adf3,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:44.886647 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53284) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:44.986848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-313019864-network', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:44.992110 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:45.093712 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Made reservation on behalf of 17a2ab43b0e64e888af68fc09725ef8d for: {'network': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:00:45.096309 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.106695 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.185286 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Publish callbacks [] for security_group (00353390-1dce-4899-819f-7b40fc8cfb79), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.225300 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (00353390-1dce-4899-819f-7b40fc8cfb79), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.253668 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=113410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:00:45.260235 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00353390-1dce-4899-819f-7b40fc8cfb79,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:45.268022 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (c3f4927a-f981-4181-b384-d9993b52f36d), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.268173 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.segments_db [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Added segment c3f4927a-f981-4181-b384-d9993b52f36d of type vlan for network 80b49aae-531f-47bb-97e3-845328d659ca Aug 24 18:00:45.312467 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (80b49aae-531f-47bb-97e3-845328d659ca), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.402395 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (80b49aae-531f-47bb-97e3-845328d659ca), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.403437 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:45.404402 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.467017 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] Pushing event updated for resources: {'Network': ['ID=80b49aae-531f-47bb-97e3-845328d659ca,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:45.476668 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 80b49aae-531f-47bb-97e3-845328d659ca details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:00:45.499550 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-84aaa6de-7e11-409a-a25e-c8890342365a admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6089740 Aug 24 18:00:45.499768 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53288) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:45.505645 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Request body: {'subnet': {'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-313019864-subnet', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:45.602837 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Made reservation on behalf of 17a2ab43b0e64e888af68fc09725ef8d for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:00:45.605319 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719230'] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.859855 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3160176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719248'] for subnet (e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.913873 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:45.923121 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:45.932947 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Checking segment: {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:00:45.933305 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Network hostable DHCP agents. Network: 80b49aae-531f-47bb-97e3-845328d659ca, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:00:46.037358 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Network 80b49aae-531f-47bb-97e3-845328d659ca is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:00:46.111116 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 80b49aae-531f-47bb-97e3-845328d659ca) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:46.115567 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:46.116169 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.121008 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4efe4-5dba-4a8e-a6cf-ebffb420c7af None None] Network 80b49aae-531f-47bb-97e3-845328d659ca requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:00:46.205148 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-0e074b38-b384-4e05-93c1-a8fccc4bc89f admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7042325 Aug 24 18:00:46.207885 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53290) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:46.212161 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:46.228447 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-80b49aae-531f-47bb-97e3-845328d659ca', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:00:46.229609 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.294122 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (299cd683-54a2-4d87-879b-1e3504c22b40), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.295354 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (299cd683-54a2-4d87-879b-1e3504c22b40), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.347007 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks [] for router_controller (299cd683-54a2-4d87-879b-1e3504c22b40), precommit_add_association {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.365882 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Allocated IP 172.20.0.2 (80b49aae-531f-47bb-97e3-845328d659ca/e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f/8ae1e373-f597-48c7-8197-e81a6bf4bf10) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:00:46.408439 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:46.509299 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:46.513890 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Publish callbacks [] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.583839 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks [] for router_gateway (299cd683-54a2-4d87-879b-1e3504c22b40), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.631809 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.665880 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:46.677769 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Network 80b49aae-531f-47bb-97e3-845328d659ca is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:00:46.682928 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:46.685070 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Pushing event updated for resources: {'Port': ['ID=8ae1e373-f597-48c7-8197-e81a6bf4bf10,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:46.687238 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 18:00:46.745485 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Attempting to bind port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 18:00:46.745996 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Attempting to bind port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 18:00:46.746401 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Attempting to bind port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 on network 80b49aae-531f-47bb-97e3-845328d659ca {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:00:46.751535 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:00:46.751911 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Checking segment: {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:00:46.752319 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.752710 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Bound using segment: {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:00:46.753176 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Bound port: 8ae1e373-f597-48c7-8197-e81a6bf4bf10, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 18:00:46.753562 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.817432 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] For port 8ae1e373-f597-48c7-8197-e81a6bf4bf10, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:00:46.821286 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] For port 8ae1e373-f597-48c7-8197-e81a6bf4bf10, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=8ae1e373-f597-48c7-8197-e81a6bf4bf10,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:00:46.914855 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks [] for router_gateway (299cd683-54a2-4d87-879b-1e3504c22b40), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.923072 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.935880 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.987413 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72158f-e4a1-4a36-b95e-211362648055 None None] Pushing event updated for resources: {'Port': ['ID=8ae1e373-f597-48c7-8197-e81a6bf4bf10,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:47.058578 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Allocated IP 172.27.2.110 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/4d3f7b74-5270-4685-9ab5-2db80f03a2e1) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:00:47.083892 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:47.184676 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks [] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:47.282942 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:47.327472 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:00:47.330831 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:47.333573 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 18:00:47.339540 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Pushing event updated for resources: {'Port': ['ID=4d3f7b74-5270-4685-9ab5-2db80f03a2e1,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:47.692891 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks [] for router_gateway (299cd683-54a2-4d87-879b-1e3504c22b40), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:47.756024 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f3f023b9-4327-47a2-baf8-a04e0079cec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:47.822899 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e38f14-ac10-48c1-82fa-f895f9a2dcb0 None None] Network 80b49aae-531f-47bb-97e3-845328d659ca requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:00:47.862931 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:47.892607 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (299cd683-54a2-4d87-879b-1e3504c22b40), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:47.941959 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-2b0f92fd-70ad-4316-92fc-57b220747e37 None None] Provisioning complete for port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:47.942339 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2b0f92fd-70ad-4316-92fc-57b220747e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.111942 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 8ae1e373-f597-48c7-8197-e81a6bf4bf10 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:00:48.123684 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Router 299cd683-54a2-4d87-879b-1e3504c22b40 is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:00:48.201747 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:48.202152 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.225173 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f92fd-70ad-4316-92fc-57b220747e37 None None] Current status of the port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:48.225560 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2b0f92fd-70ad-4316-92fc-57b220747e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.232142 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:48.244921 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Sync routers for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:48.255557 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:48.261079 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:48.270922 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:48.276417 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-2b0f92fd-70ad-4316-92fc-57b220747e37 None None] For port 8ae1e373-f597-48c7-8197-e81a6bf4bf10, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=8ae1e373-f597-48c7-8197-e81a6bf4bf10,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:48.310882 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:48.311279 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.358281 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:48.430891 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.432440 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-645076a9-30a5-4e69-8269-21b88fe0216c admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2236583 Aug 24 18:00:48.435334 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53292) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:48.469744 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=57,neutron:DELETE=5 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:48.471291 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:48.477498 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2b0f92fd-70ad-4316-92fc-57b220747e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.539924 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:47Z', 'revision_number': 3, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:48.540287 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.db.api [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 18:00:48.540653 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG oslo_db.api [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:00:48.560096 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f92fd-70ad-4316-92fc-57b220747e37 None None] Pushing event updated for resources: {'Port': ['ID=8ae1e373-f597-48c7-8197-e81a6bf4bf10,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:48.567817 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Checking router: 299cd683-54a2-4d87-879b-1e3504c22b40 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:48.568298 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Updating router 299cd683-54a2-4d87-879b-1e3504c22b40 port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:00:48.598077 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a6c1ac7e-517c-49f2-8eed-d62eb669fc90 None None] Provisioning complete for port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:48.598732 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a6c1ac7e-517c-49f2-8eed-d62eb669fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.602984 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.677836 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:48.684970 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a6c1ac7e-517c-49f2-8eed-d62eb669fc90 None None] Current status of the port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:48.735751 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:48.858751 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.878760 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:48.952216 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Publish callbacks [] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.027642 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Allocated IP 172.20.0.1 (80b49aae-531f-47bb-97e3-845328d659ca/e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f/b0d28f42-d00f-4f12-a830-5faf0b2fa8ab) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:00:49.075355 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:49.092833 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.127055 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Attempting to bind port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 18:00:49.127295 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Attempting to bind port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 18:00:49.127645 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Attempting to bind port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:00:49.140491 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:00:49.140867 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:00:49.144834 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.144834 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:00:49.145076 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Publish callbacks [] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.145686 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Bound port: 4d3f7b74-5270-4685-9ab5-2db80f03a2e1, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 18:00:49.145686 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.167806 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Pushing event updated for resources: {'Port': ['ID=4d3f7b74-5270-4685-9ab5-2db80f03a2e1,revision_number=2']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:49.182610 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.182963 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.183304 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.183667 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.184006 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.184336 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.184665 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.184991 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.185317 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.185647 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.186000 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.190490 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.190490 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.190490 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.190490 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:00:49.192448 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:49.215867 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] For port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:00:49.218936 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] For port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4d3f7b74-5270-4685-9ab5-2db80f03a2e1,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:00:49.226090 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.263380 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Network 80b49aae-531f-47bb-97e3-845328d659ca is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:00:49.268727 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:49.272468 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 18:00:49.300257 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Pushing event updated for resources: {'Port': ['ID=b0d28f42-d00f-4f12-a830-5faf0b2fa8ab,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:49.319886 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (299cd683-54a2-4d87-879b-1e3504c22b40), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.344772 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.394381 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:49.403664 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:49.404314 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:49.409094 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a821-fc00-464b-ae75-e1681e975b18 None None] Pushing event updated for resources: {'Port': ['ID=4d3f7b74-5270-4685-9ab5-2db80f03a2e1,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:49.510815 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-088a42f9-3975-4c2a-b7e4-eafef5240c77 None None] Provisioning complete for port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:49.511195 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-088a42f9-3975-4c2a-b7e4-eafef5240c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.522443 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:49.528796 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:49.533497 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.552152 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-088a42f9-3975-4c2a-b7e4-eafef5240c77 None None] Port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 18:00:49.701695 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:47Z', 'revision_number': 3, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:49.703240 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Publish callbacks [] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.731633 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a47b03-96cd-402b-827c-9d0489dbc62b None None] The sync data for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi is: [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:47Z', 'revision_number': 3, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:49.803141 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.878289 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Pushing event updated for resources: {'Port': ['ID=b0d28f42-d00f-4f12-a830-5faf0b2fa8ab,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:49.881304 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (299cd683-54a2-4d87-879b-1e3504c22b40), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.907210 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:50.010055 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Network 80b49aae-531f-47bb-97e3-845328d659ca is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:00:50.011714 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:50.093973 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 8ae1e373-f597-48c7-8197-e81a6bf4bf10 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:00:50.181471 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Router 299cd683-54a2-4d87-879b-1e3504c22b40 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:00:50.185405 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:50.185783 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.242896 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1c50-1086-4655-b384-65994b2936da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.293554 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:50.295335 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:00:50.351382 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:50.351773 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.399010 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-5345549b-8a3a-43eb-b525-1573386fa620 None None] Provisioning complete for port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:50.399399 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5345549b-8a3a-43eb-b525-1573386fa620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.448382 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-5345549b-8a3a-43eb-b525-1573386fa620 None None] Port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 18:00:50.485434 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:50.488040 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.513374 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4d3f7b74-5270-4685-9ab5-2db80f03a2e1,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:50.606102 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:50.615508 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-0dbe3cc8-4270-4bb5-b98b-b2a3b309d1fd admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/299cd683-54a2-4d87-879b-1e3504c22b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1790020 Aug 24 18:00:50.654030 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.709208 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=4d3f7b74-5270-4685-9ab5-2db80f03a2e1,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:51.334028 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.384151 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53308) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:51.389119 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1952641803-network', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:51.414579 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Sync routers for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:51.424979 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:51.425663 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:51.471047 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Made reservation on behalf of b6574081fc5b42de9db587cabbf07bc3 for: {'network': 1} {{(pid=113411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:00:51.474469 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for network (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.484295 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.532280 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:51.563947 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Publish callbacks [] for security_group (07fd11df-9e4a-4a95-ab06-675628d24ac9), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.652252 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (07fd11df-9e4a-4a95-ab06-675628d24ac9), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.674761 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=113411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:00:51.688913 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd11df-9e4a-4a95-ab06-675628d24ac9,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:51.692873 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:51.694334 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (e9d37fe8-054b-4c2a-8a86-ce83a9db90b5), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.695182 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.segments_db [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Added segment e9d37fe8-054b-4c2a-8a86-ce83a9db90b5 of type vlan for network 9719edaa-5602-449a-b753-08a6a68e2a1a Aug 24 18:00:51.743200 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'b0d28f42-d00f-4f12-a830-5faf0b2fa8ab', 'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'mac_address': 'fa:16:3e:92:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:48Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 2, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'subnets': [{'id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:51.746753 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771358536322'] for network (9719edaa-5602-449a-b753-08a6a68e2a1a), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.768556 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Checking router: 299cd683-54a2-4d87-879b-1e3504c22b40 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:51.768924 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Updating router 299cd683-54a2-4d87-879b-1e3504c22b40 port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:00:51.788643 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:51.799571 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.852302 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350'] for network (9719edaa-5602-449a-b753-08a6a68e2a1a), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.853381 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:51.853996 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:51.919294 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] Pushing event updated for resources: {'Network': ['ID=9719edaa-5602-449a-b753-08a6a68e2a1a,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:51.934127 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Network 9719edaa-5602-449a-b753-08a6a68e2a1a details requested by agent ovs-agent-dv-cinder-854428-1-iscsi with host dv-cinder-854428-1-iscsi {{(pid=113412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:00:51.961448 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-26cdd0d3-0174-4910-938d-9f25c0e4aa24 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5650918 Aug 24 18:00:51.961877 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53310) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:51.961877 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Request body: {'subnet': {'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1952641803-subnet', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'ip_version': 4}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:52.031155 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Made reservation on behalf of b6574081fc5b42de9db587cabbf07bc3 for: {'subnet': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:00:52.033643 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719230'] for subnet (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.044709 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:00:52.124235 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:52.124619 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.205201 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Publish callbacks [] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.242877 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:52.259994 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3160176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719248'] for subnet (935b0513-e9ce-4da6-abe2-98f7ef52d14b), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.270857 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.315719 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935b0513-e9ce-4da6-abe2-98f7ef52d14b,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:52.327023 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Checking segment: {'id': 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:00:52.327388 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Network hostable DHCP agents. Network: 9719edaa-5602-449a-b753-08a6a68e2a1a, hostable agents: ['8cc630f4-6d89-4711-9a30-f02e44dc6627'], hosted agents: [] {{(pid=113410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:00:52.338486 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:52.350899 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56b9a-4cbe-4392-b3af-44db6aa5db61 None None] Pushing event updated for resources: {'Port': ['ID=b0d28f42-d00f-4f12-a830-5faf0b2fa8ab,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:52.366496 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Attempting to bind port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 18:00:52.366871 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Attempting to bind port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 18:00:52.367232 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Attempting to bind port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab on network 80b49aae-531f-47bb-97e3-845328d659ca {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:00:52.372358 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:00:52.373685 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Checking segment: {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:00:52.373685 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.373685 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Bound using segment: {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:00:52.374118 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Bound port: b0d28f42-d00f-4f12-a830-5faf0b2fa8ab, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 18:00:52.374391 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.402490 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Network 9719edaa-5602-449a-b753-08a6a68e2a1a is scheduled to be hosted by DHCP agent 8cc630f4-6d89-4711-9a30-f02e44dc6627 with binding_index 1 {{(pid=113410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:00:52.437225 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] For port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:00:52.440378 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] For port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=b0d28f42-d00f-4f12-a830-5faf0b2fa8ab,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:00:52.487671 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854428-1-iscsi, 9719edaa-5602-449a-b753-08a6a68e2a1a) {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:52.492623 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:00:52.493208 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.496794 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04b0f4-9494-49ac-a8f6-4116caf22578 None None] Network 9719edaa-5602-449a-b753-08a6a68e2a1a requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:00:52.514841 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.593480 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-69c7132e-0bc6-431a-b99d-3dffe9e17628 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6409378 Aug 24 18:00:52.594901 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:52.595982 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53312) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:52.599476 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:52.600228 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:52.601759 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:52.728549 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3917'] for router (2bf864cf-c215-4c34-b1b9-54e8cd191f77), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.729634 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3908'] for router (2bf864cf-c215-4c34-b1b9-54e8cd191f77), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.786663 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks [] for router_controller (2bf864cf-c215-4c34-b1b9-54e8cd191f77), precommit_add_association {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.821532 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56b9a-4cbe-4392-b3af-44db6aa5db61 None None] Pushing event updated for resources: {'Port': ['ID=b0d28f42-d00f-4f12-a830-5faf0b2fa8ab,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:52.825933 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:52.863869 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c9068fc-eb3f-5252-b4a3-aee6c97ad3ee-9719edaa-5602-449a-b753-08a6a68e2a1a', 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a', 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'fixed_ips': [{'subnet_id': '935b0513-e9ce-4da6-abe2-98f7ef52d14b'}]}} from dv-cinder-854428-1-iscsi. {{(pid=113412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:00:52.864780 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:52.894939 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:52.985401 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks [] for router_gateway (2bf864cf-c215-4c34-b1b9-54e8cd191f77), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.151776 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.178349 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.db_base_plugin_common [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Allocated IP 172.20.0.2 (9719edaa-5602-449a-b753-08a6a68e2a1a/935b0513-e9ce-4da6-abe2-98f7ef52d14b/c70efdc8-580d-4438-8545-41cd05f84486) {{(pid=113412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:00:53.242428 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.246805 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:53.259137 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks [] for router_gateway (2bf864cf-c215-4c34-b1b9-54e8cd191f77), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.278476 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.295207 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'b0d28f42-d00f-4f12-a830-5faf0b2fa8ab', 'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'mac_address': 'fa:16:3e:92:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:48Z', 'updated_at': '2022-08-24T18:00:52Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'subnets': [{'id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:53.331661 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16651dfe-2cae-4332-860b-95076b2c7742 None None] The sync data for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi is: [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'b0d28f42-d00f-4f12-a830-5faf0b2fa8ab', 'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'mac_address': 'fa:16:3e:92:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:48Z', 'updated_at': '2022-08-24T18:00:52Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'subnets': [{'id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:53.413945 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Allocated IP 172.27.2.38 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/5e891c6f-aa48-42fb-8a33-bf56ee41c3ba) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:00:53.426637 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Publish callbacks [] for port (c70efdc8-580d-4438-8545-41cd05f84486), precommit_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.535839 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks [] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.546672 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763'] for port (c70efdc8-580d-4438-8545-41cd05f84486), after_create {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.563914 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:53.589806 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Network 9719edaa-5602-449a-b753-08a6a68e2a1a is already hosted by enough agents. {{(pid=113412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:00:53.594390 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.scheduler.base_scheduler [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Resources bound (agent type, host, resource id): {{(pid=113412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:53.597456 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Received port after_create {{(pid=113412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 18:00:53.609891 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Pushing event updated for resources: {'Port': ['ID=c70efdc8-580d-4438-8545-41cd05f84486,revision_number=1']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:53.654226 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.671116 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Attempting to bind port c70efdc8-580d-4438-8545-41cd05f84486 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 18:00:53.671428 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Attempting to bind port c70efdc8-580d-4438-8545-41cd05f84486 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 18:00:53.671905 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Attempting to bind port c70efdc8-580d-4438-8545-41cd05f84486 on network 9719edaa-5602-449a-b753-08a6a68e2a1a {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:00:53.678698 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:00:53.678973 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Checking segment: {'id': 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:00:53.679309 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.679710 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Bound using segment: {'id': 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:00:53.680190 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Bound port: c70efdc8-580d-4438-8545-41cd05f84486, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 18:00:53.680700 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c70efdc8-580d-4438-8545-41cd05f84486), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.703285 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:00:53.709368 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:53.711721 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Pushing event updated for resources: {'Port': ['ID=5e891c6f-aa48-42fb-8a33-bf56ee41c3ba,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:53.714018 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 18:00:53.717223 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:53.753558 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] For port c70efdc8-580d-4438-8545-41cd05f84486, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:00:53.758320 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] For port c70efdc8-580d-4438-8545-41cd05f84486, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c70efdc8-580d-4438-8545-41cd05f84486,segment=NetworkSegment(e9d37fe8-054b-4c2a-8a86-ce83a9db90b5),segment_id=e9d37fe8-054b-4c2a-8a86-ce83a9db90b5)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:00:53.871815 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c70efdc8-580d-4438-8545-41cd05f84486), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:53.926852 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cdcd9-0850-41c3-963b-69bc9317f777 None None] Pushing event updated for resources: {'Port': ['ID=c70efdc8-580d-4438-8545-41cd05f84486,revision_number=2']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:54.060339 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device b0d28f42-d00f-4f12-a830-5faf0b2fa8ab up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:00:54.074294 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks [] for router_gateway (2bf864cf-c215-4c34-b1b9-54e8cd191f77), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:54.115982 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:54.161800 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:54.162324 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:54.262766 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:54.263164 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:54.300469 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=b0d28f42-d00f-4f12-a830-5faf0b2fa8ab,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:54.325304 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696749'] for router (2bf864cf-c215-4c34-b1b9-54e8cd191f77), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:54.385332 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:54.440535 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=b0d28f42-d00f-4f12-a830-5faf0b2fa8ab,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:54.452732 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:54.569153 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 is scheduled to L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d with binding_index 1 {{(pid=113410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:00:54.682977 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:54.693885 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Sync routers for ids ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:54.707557 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Routers {'2bf864cf-c215-4c34-b1b9-54e8cd191f77'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:54.707557 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:54.764355 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:54.768218 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-cf2b28fc-fd64-4de8-bfed-ddf8941729ce admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1687248 Aug 24 18:00:54.768480 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53314) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:54.820127 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Set router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:54.865176 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac8a876-a819-41b0-a13b-55e84274228e None None] Network 9719edaa-5602-449a-b753-08a6a68e2a1a requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:00:54.945637 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-68865a90-0b32-4e56-8848-4990ae957f9a None None] Provisioning complete for port c70efdc8-580d-4438-8545-41cd05f84486 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:54.946035 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-68865a90-0b32-4e56-8848-4990ae957f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c70efdc8-580d-4438-8545-41cd05f84486), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:54.997845 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:52Z', 'updated_at': '2022-08-24T18:00:53Z', 'revision_number': 3, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'gw_port': {'id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:53Z', 'updated_at': '2022-08-24T18:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:55.024085 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Checking router: 2bf864cf-c215-4c34-b1b9-54e8cd191f77 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:55.024695 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Updating router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba binding host dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:00:55.054010 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:55.055911 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.066555 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-68865a90-0b32-4e56-8848-4990ae957f9a None None] Current status of the port c70efdc8-580d-4438-8545-41cd05f84486 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:55.073562 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-68865a90-0b32-4e56-8848-4990ae957f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (c70efdc8-580d-4438-8545-41cd05f84486), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.074263 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:55.108769 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-68865a90-0b32-4e56-8848-4990ae957f9a None None] For port c70efdc8-580d-4438-8545-41cd05f84486, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c70efdc8-580d-4438-8545-41cd05f84486,segment=NetworkSegment(e9d37fe8-054b-4c2a-8a86-ce83a9db90b5),segment_id=e9d37fe8-054b-4c2a-8a86-ce83a9db90b5)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:55.200732 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-68865a90-0b32-4e56-8848-4990ae957f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (c70efdc8-580d-4438-8545-41cd05f84486), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.226397 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.272779 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68865a90-0b32-4e56-8848-4990ae957f9a None None] Pushing event updated for resources: {'Port': ['ID=c70efdc8-580d-4438-8545-41cd05f84486,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:55.321139 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Publish callbacks [] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), precommit_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.322250 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-854ffc10-31d7-4231-88d7-6aefd134250a None None] Provisioning complete for port c70efdc8-580d-4438-8545-41cd05f84486 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:55.322704 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-854ffc10-31d7-4231-88d7-6aefd134250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c70efdc8-580d-4438-8545-41cd05f84486), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.348229 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:55.390966 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.399196 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Allocated IP 172.20.0.1 (9719edaa-5602-449a-b753-08a6a68e2a1a/935b0513-e9ce-4da6-abe2-98f7ef52d14b/73bcbfdd-239d-4153-be5f-aca3b246fa89) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:00:55.403835 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-854ffc10-31d7-4231-88d7-6aefd134250a None None] Current status of the port c70efdc8-580d-4438-8545-41cd05f84486 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:55.428973 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Attempting to bind port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 18:00:55.429353 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Attempting to bind port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 18:00:55.429725 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Attempting to bind port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba on network e9918629-a420-4e18-9fea-557c20db3e61 {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:00:55.445500 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:00:55.445945 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Checking segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:00:55.446339 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.446745 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Bound using segment: {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'} {{(pid=113413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:00:55.447225 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.managers [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Bound port: 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66478e25-4786-4617-b133-1774f4ab776c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61'}}] {{(pid=113413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 18:00:55.447610 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), before_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.452606 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e1d81-43a8-45dc-b23b-9b73cda36f2e None None] Pushing event updated for resources: {'Port': ['ID=5e891c6f-aa48-42fb-8a33-bf56ee41c3ba,revision_number=2']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:55.507054 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] For port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:00:55.510606 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.plugins.ml2.db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] For port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=5e891c6f-aa48-42fb-8a33-bf56ee41c3ba,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:00:55.516849 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Publish callbacks [] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.580216 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), after_update {{(pid=113413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.614179 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.617437 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Routers {'2bf864cf-c215-4c34-b1b9-54e8cd191f77'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:55.618090 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:55.662495 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Network 9719edaa-5602-449a-b753-08a6a68e2a1a is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:00:55.667478 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:55.670298 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 18:00:55.676483 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Pushing event updated for resources: {'Port': ['ID=73bcbfdd-239d-4153-be5f-aca3b246fa89,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:55.719920 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555056'] for router_interface (2bf864cf-c215-4c34-b1b9-54e8cd191f77), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.782728 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:55.791324 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e1d81-43a8-45dc-b23b-9b73cda36f2e None None] Pushing event updated for resources: {'Port': ['ID=5e891c6f-aa48-42fb-8a33-bf56ee41c3ba,revision_number=3']} {{(pid=113413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:55.838636 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] Set router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:55.928248 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-03e9a99c-aa18-4818-a0fc-7db164ed71c0 None None] Provisioning complete for port 73bcbfdd-239d-4153-be5f-aca3b246fa89 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:55.928819 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-03e9a99c-aa18-4818-a0fc-7db164ed71c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.938357 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.967557 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-03e9a99c-aa18-4818-a0fc-7db164ed71c0 None None] Port 73bcbfdd-239d-4153-be5f-aca3b246fa89 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 18:00:56.025043 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:52Z', 'updated_at': '2022-08-24T18:00:53Z', 'revision_number': 3, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'gw_port': {'id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:53Z', 'updated_at': '2022-08-24T18:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:56.036436 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:56.053987 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8e002-77d5-448e-aa5e-c44176a1811d None None] The sync data for ids ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'] in dv-cinder-854428-1-iscsi is: [{'id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:52Z', 'updated_at': '2022-08-24T18:00:53Z', 'revision_number': 3, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'gw_port': {'id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:53Z', 'updated_at': '2022-08-24T18:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:56.117599 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device b0d28f42-d00f-4f12-a830-5faf0b2fa8ab up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:00:56.137626 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Publish callbacks [] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:56.147094 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:56.166260 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:56.166638 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:56.192140 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:56.255708 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:56.256887 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c70efdc8-580d-4438-8545-41cd05f84486 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:00:56.260095 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:56.265846 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555084'] for router_interface (2bf864cf-c215-4c34-b1b9-54e8cd191f77), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:56.269374 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Pushing event updated for resources: {'Port': ['ID=73bcbfdd-239d-4153-be5f-aca3b246fa89,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:56.331416 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port c70efdc8-580d-4438-8545-41cd05f84486 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:56.332038 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (c70efdc8-580d-4438-8545-41cd05f84486), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:56.400027 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Network 9719edaa-5602-449a-b753-08a6a68e2a1a is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:00:56.401675 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:00:56.436014 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port c70efdc8-580d-4438-8545-41cd05f84486 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:56.534229 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:00:56.613612 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:56.650314 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:56.655613 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-d694f0ab-7617-4cac-b903-a38e062ab382 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/2bf864cf-c215-4c34-b1b9-54e8cd191f77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8860409 Aug 24 18:00:56.693528 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-eaea779c-67d3-4940-a645-101cc8d58f83 None None] Provisioning complete for port 73bcbfdd-239d-4153-be5f-aca3b246fa89 triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:56.694000 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-eaea779c-67d3-4940-a645-101cc8d58f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:56.731317 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-eaea779c-67d3-4940-a645-101cc8d58f83 None None] Port 73bcbfdd-239d-4153-be5f-aca3b246fa89 cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 18:00:57.115125 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53322) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:57.119847 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-14ba0572-ceaf-4e60-8cdc-b21c113b89be tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188992893', 'description': 'tempest-secgroup-smoke-1188992893 description', 'project_id': '17a2ab43b0e64e888af68fc09725ef8d'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:57.231120 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-14ba0572-ceaf-4e60-8cdc-b21c113b89be tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:57.301487 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-14ba0572-ceaf-4e60-8cdc-b21c113b89be tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group (f2464783-bf52-4f50-9ca2-f3bce2b2baad), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:57.408084 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-14ba0572-ceaf-4e60-8cdc-b21c113b89be tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (f2464783-bf52-4f50-9ca2-f3bce2b2baad), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:57.442636 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba0572-ceaf-4e60-8cdc-b21c113b89be tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2464783-bf52-4f50-9ca2-f3bce2b2baad,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:57.518943 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-14ba0572-ceaf-4e60-8cdc-b21c113b89be tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:57.520763 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-14ba0572-ceaf-4e60-8cdc-b21c113b89be tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4046354 Aug 24 18:00:57.523796 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53324) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:57.528413 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-32370d34-a6c9-4a96-a870-1e206ca8bd71 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Request body: {'security_group_rule': {'security_group_id': 'f2464783-bf52-4f50-9ca2-f3bce2b2baad', 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:57.625034 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-32370d34-a6c9-4a96-a870-1e206ca8bd71 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (d4094789-ecac-461c-b7af-124c1e1db228), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:57.681684 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-32370d34-a6c9-4a96-a870-1e206ca8bd71 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (d4094789-ecac-461c-b7af-124c1e1db228), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:57.711381 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Sync routers for ids ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:57.721999 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Routers {'2bf864cf-c215-4c34-b1b9-54e8cd191f77'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:57.723180 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:57.796283 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-32370d34-a6c9-4a96-a870-1e206ca8bd71 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (d4094789-ecac-461c-b7af-124c1e1db228), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:57.814882 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32370d34-a6c9-4a96-a870-1e206ca8bd71 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4094789-ecac-461c-b7af-124c1e1db228,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:57.830623 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Set router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:57.901271 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-32370d34-a6c9-4a96-a870-1e206ca8bd71 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:57.902788 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-32370d34-a6c9-4a96-a870-1e206ca8bd71 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3780186 Aug 24 18:00:57.905709 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53326) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:57.910283 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-3aebd7ac-45fb-4640-8ad8-4f5510483603 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Request body: {'security_group_rule': {'security_group_id': 'f2464783-bf52-4f50-9ca2-f3bce2b2baad', 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:58.007556 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3aebd7ac-45fb-4640-8ad8-4f5510483603 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (3744f445-b414-44c9-be0a-5f5edbaabf7f), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.021187 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:00:58.072567 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3aebd7ac-45fb-4640-8ad8-4f5510483603 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (3744f445-b414-44c9-be0a-5f5edbaabf7f), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.179327 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3aebd7ac-45fb-4640-8ad8-4f5510483603 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (3744f445-b414-44c9-be0a-5f5edbaabf7f), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.200051 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebd7ac-45fb-4640-8ad8-4f5510483603 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3744f445-b414-44c9-be0a-5f5edbaabf7f,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:58.210358 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:52Z', 'updated_at': '2022-08-24T18:00:55Z', 'revision_number': 4, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'gw_port': {'id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:53Z', 'updated_at': '2022-08-24T18:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '73bcbfdd-239d-4153-be5f-aca3b246fa89', 'name': '', 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'mac_address': 'fa:16:3e:32:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '935b0513-e9ce-4da6-abe2-98f7ef52d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:55Z', 'updated_at': '2022-08-24T18:00:56Z', 'revision_number': 2, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'subnets': [{'id': '935b0513-e9ce-4da6-abe2-98f7ef52d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:58.236723 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Checking router: 2bf864cf-c215-4c34-b1b9-54e8cd191f77 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:58.237073 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Updating router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 port 73bcbfdd-239d-4153-be5f-aca3b246fa89 binding host dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:00:58.268085 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:00:58.268455 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.272808 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.278229 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-3aebd7ac-45fb-4640-8ad8-4f5510483603 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.287313 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-3aebd7ac-45fb-4640-8ad8-4f5510483603 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3727679 Aug 24 18:00:58.287313 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53328) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:58.287313 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-0d46e081-e93c-4f2e-a970-66753380024c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Request body: {'security_group_rule': {'security_group_id': 'f2464783-bf52-4f50-9ca2-f3bce2b2baad', 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:58.351004 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=100 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:58.373778 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d46e081-e93c-4f2e-a970-66753380024c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (0767d3f4-2a54-445e-b68a-241d48bff0d7), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.433619 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d46e081-e93c-4f2e-a970-66753380024c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (0767d3f4-2a54-445e-b68a-241d48bff0d7), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.451644 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:00:58.452025 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.490744 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=5e891c6f-aa48-42fb-8a33-bf56ee41c3ba,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:58.573608 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d46e081-e93c-4f2e-a970-66753380024c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (0767d3f4-2a54-445e-b68a-241d48bff0d7), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.592810 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46e081-e93c-4f2e-a970-66753380024c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0767d3f4-2a54-445e-b68a-241d48bff0d7,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:58.610380 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:58.615360 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Publish callbacks [] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), precommit_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.617031 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.664551 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=5e891c6f-aa48-42fb-8a33-bf56ee41c3ba,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:58.677658 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-0d46e081-e93c-4f2e-a970-66753380024c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.685341 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-0d46e081-e93c-4f2e-a970-66753380024c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3957405 Aug 24 18:00:58.685341 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53330) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:58.686066 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [None req-82464223-d95c-48d7-b819-9ef487642ac3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Request body: {'security_group_rule': {'security_group_id': 'f2464783-bf52-4f50-9ca2-f3bce2b2baad', 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:58.704527 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.764404 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e9191-d64a-4d1d-a946-f8cd7ff08586 None None] Pushing event updated for resources: {'Port': ['ID=73bcbfdd-239d-4153-be5f-aca3b246fa89,revision_number=3']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:58.791826 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-82464223-d95c-48d7-b819-9ef487642ac3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (65940d89-b105-4843-aa2e-6877b9bb8897), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.798897 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Attempting to bind port 73bcbfdd-239d-4153-be5f-aca3b246fa89 on host dv-cinder-854428-1-iscsi for vnic_type normal with profile {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 18:00:58.799295 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Attempting to bind port 73bcbfdd-239d-4153-be5f-aca3b246fa89 by drivers openvswitch,hyperv on host dv-cinder-854428-1-iscsi at level 0 using segments [{'id': 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a'}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 18:00:58.799687 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Attempting to bind port 73bcbfdd-239d-4153-be5f-aca3b246fa89 on network 9719edaa-5602-449a-b753-08a6a68e2a1a {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:00:58.804219 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:58.805795 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Checking agent: {'id': 'ef73e16f-d202-46c4-acf1-47dbef8f46ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854428-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 53), 'started_at': datetime.datetime(2022, 8, 24, 17, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854428-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:00:58.806207 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Checking segment: {'id': 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:00:58.806622 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.807011 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Bound using segment: {'id': 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a'} {{(pid=113412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:00:58.807486 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.managers [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Bound port: 73bcbfdd-239d-4153-be5f-aca3b246fa89, host: dv-cinder-854428-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a'}}] {{(pid=113412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 18:00:58.807870 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.860036 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-82464223-d95c-48d7-b819-9ef487642ac3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (65940d89-b105-4843-aa2e-6877b9bb8897), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.873328 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] For port 73bcbfdd-239d-4153-be5f-aca3b246fa89, host dv-cinder-854428-1-iscsi, cleared binding levels {{(pid=113412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:00:58.876343 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] For port 73bcbfdd-239d-4153-be5f-aca3b246fa89, host dv-cinder-854428-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=73bcbfdd-239d-4153-be5f-aca3b246fa89,segment=NetworkSegment(e9d37fe8-054b-4c2a-8a86-ce83a9db90b5),segment_id=e9d37fe8-054b-4c2a-8a86-ce83a9db90b5)] {{(pid=113412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:00:58.962302 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-82464223-d95c-48d7-b819-9ef487642ac3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (65940d89-b105-4843-aa2e-6877b9bb8897), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.974653 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:58.986511 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82464223-d95c-48d7-b819-9ef487642ac3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65940d89-b105-4843-aa2e-6877b9bb8897,revision_number=0']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:59.012200 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Routers {'2bf864cf-c215-4c34-b1b9-54e8cd191f77'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:59.012835 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:00:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:59.072835 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-82464223-d95c-48d7-b819-9ef487642ac3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:59.074095 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-82464223-d95c-48d7-b819-9ef487642ac3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3913684 Aug 24 18:00:59.077125 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53332) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:59.082413 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-772b7403-d802-4a56-873e-ba448c03c448 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Request body: {'security_group_rule': {'security_group_id': 'f2464783-bf52-4f50-9ca2-f3bce2b2baad', 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:59.099054 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e9191-d64a-4d1d-a946-f8cd7ff08586 None None] Pushing event updated for resources: {'Port': ['ID=73bcbfdd-239d-4153-be5f-aca3b246fa89,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:59.133683 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] Set router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:59.183815 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.securitygroups_db [None req-772b7403-d802-4a56-873e-ba448c03c448 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Project 17a2ab43b0e64e888af68fc09725ef8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:00:59.190338 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-772b7403-d802-4a56-873e-ba448c03c448 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (8a7fa1db-475d-4977-9f78-650b56f1e9bf), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:59.215859 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:59.218090 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:59.229560 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:59.253039 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-772b7403-d802-4a56-873e-ba448c03c448 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (8a7fa1db-475d-4977-9f78-650b56f1e9bf), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:59.326366 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-772b7403-d802-4a56-873e-ba448c03c448 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (8a7fa1db-475d-4977-9f78-650b56f1e9bf), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:59.332550 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:52Z', 'updated_at': '2022-08-24T18:00:55Z', 'revision_number': 4, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'gw_port': {'id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:53Z', 'updated_at': '2022-08-24T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '73bcbfdd-239d-4153-be5f-aca3b246fa89', 'name': '', 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'mac_address': 'fa:16:3e:32:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '935b0513-e9ce-4da6-abe2-98f7ef52d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:55Z', 'updated_at': '2022-08-24T18:00:58Z', 'revision_number': 4, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'subnets': [{'id': '935b0513-e9ce-4da6-abe2-98f7ef52d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:59.344901 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b7403-d802-4a56-873e-ba448c03c448 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7fa1db-475d-4977-9f78-650b56f1e9bf,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:59.359430 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369b59a-5e92-4a72-b90d-54c5036528fd None None] The sync data for ids ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'] in dv-cinder-854428-1-iscsi is: [{'id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:52Z', 'updated_at': '2022-08-24T18:00:55Z', 'revision_number': 4, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'gw_port': {'id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:53Z', 'updated_at': '2022-08-24T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': '73bcbfdd-239d-4153-be5f-aca3b246fa89', 'name': '', 'network_id': '9719edaa-5602-449a-b753-08a6a68e2a1a', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'mac_address': 'fa:16:3e:32:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '935b0513-e9ce-4da6-abe2-98f7ef52d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:55Z', 'updated_at': '2022-08-24T18:00:58Z', 'revision_number': 4, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'subnets': [{'id': '935b0513-e9ce-4da6-abe2-98f7ef52d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:59.438703 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-772b7403-d802-4a56-873e-ba448c03c448 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:59.439958 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-772b7403-d802-4a56-873e-ba448c03c448 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618302 Aug 24 18:00:59.443593 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53334) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:59.450088 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-905d3a21-b671-4d2e-9500-5c1374b83cb6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Request body: {'security_group_rule': {'security_group_id': 'f2464783-bf52-4f50-9ca2-f3bce2b2baad', 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:00:59.568518 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.securitygroups_db [None req-905d3a21-b671-4d2e-9500-5c1374b83cb6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Project 17a2ab43b0e64e888af68fc09725ef8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:00:59.576084 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-905d3a21-b671-4d2e-9500-5c1374b83cb6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (25aef993-9a16-49ee-9506-7e6b815a4e99), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:59.645326 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-905d3a21-b671-4d2e-9500-5c1374b83cb6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (25aef993-9a16-49ee-9506-7e6b815a4e99), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:59.768239 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-905d3a21-b671-4d2e-9500-5c1374b83cb6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734464'] for security_group_rule (25aef993-9a16-49ee-9506-7e6b815a4e99), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:59.791217 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d3a21-b671-4d2e-9500-5c1374b83cb6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aef993-9a16-49ee-9506-7e6b815a4e99,revision_number=0']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:59.913031 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-905d3a21-b671-4d2e-9500-5c1374b83cb6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:59.921692 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-905d3a21-b671-4d2e-9500-5c1374b83cb6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4697454 Aug 24 18:01:00.110917 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 73bcbfdd-239d-4153-be5f-aca3b246fa89 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:01:00.162393 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 73bcbfdd-239d-4153-be5f-aca3b246fa89 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:01:00.162782 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:00.246658 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 73bcbfdd-239d-4153-be5f-aca3b246fa89 is: DOWN; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:01:00.247117 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:00.285717 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] For port 73bcbfdd-239d-4153-be5f-aca3b246fa89, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=73bcbfdd-239d-4153-be5f-aca3b246fa89,segment=NetworkSegment(e9d37fe8-054b-4c2a-8a86-ce83a9db90b5),segment_id=e9d37fe8-054b-4c2a-8a86-ce83a9db90b5)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:01:00.425060 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:00.426551 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:01:00.498278 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Pushing event updated for resources: {'Port': ['ID=73bcbfdd-239d-4153-be5f-aca3b246fa89,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:00.509519 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:01:00.509939 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:00.541643 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:00.596456 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:01:02.023263 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 73bcbfdd-239d-4153-be5f-aca3b246fa89 up at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:01:02.095320 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Provisioning complete for port 73bcbfdd-239d-4153-be5f-aca3b246fa89 triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:01:02.095625 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:02.169555 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Current status of the port 73bcbfdd-239d-4153-be5f-aca3b246fa89 is: ACTIVE; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:01:06.023002 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=10 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:06.053583 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:08.985602 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:09.839488 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:01:09.871940 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=43,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:12.166980 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:12.167781 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=17 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:12.396725 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:15.903269 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-fdc9d13f-9cd0-4c71-b9cf-3b31d55e7264 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1188992893&fields=id&tenant_id=17a2ab43b0e64e888af68fc09725ef8d HTTP/1.1" status: 200 len: 267 time: 0.0477810 Aug 24 18:01:16.011636 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-0962a4db-9e75-40e5-a9cb-f32a55d74ca1 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:16.013111 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-0962a4db-9e75-40e5-a9cb-f32a55d74ca1 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/networks?id=80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 200 len: 808 time: 0.1033852 Aug 24 18:01:16.027734 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c11598a3-7eb2-4a54-8bfc-2af7db725de3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/quotas/17a2ab43b0e64e888af68fc09725ef8d HTTP/1.1" status: 200 len: 375 time: 0.0091498 Aug 24 18:01:16.083033 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-e968e49b-88a7-41d7-bb00-e0c9a3d12799 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494783 Aug 24 18:01:16.185908 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-f1bb7482-8178-4a93-b928-6f36b8950e61 service neutron] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:01:16.186900 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-f1bb7482-8178-4a93-b928-6f36b8950e61 service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0929093 Aug 24 18:01:16.279083 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-fdc7c9c2-63fd-4685-9192-354034c45073 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860963 Aug 24 18:01:16.374124 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-263f9427-2f5c-4fff-82db-108248212f69 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892940 Aug 24 18:01:16.986213 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-57592e98-bad9-49e6-b93c-76a0c9f013dc req-5977656c-dfa9-408a-ba4b-6795cee9bf90 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 210 time: 0.0294111 Aug 24 18:01:17.750560 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-446a8249-efd7-4cf6-b0ea-b6cf54a821c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:18.093681 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b13c8736-eef2-4a49-acbd-64a6b0afd505 req-6a3ee5dd-dc95-4533-bcc4-35e556ad7b44 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 210 time: 0.0297196 Aug 24 18:01:19.146456 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-b2136cf6-0b4c-4f7d-8eca-24a882ae9592 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:19.148107 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-b2136cf6-0b4c-4f7d-8eca-24a882ae9592 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.26 "GET /networking/v2.0/networks?id=80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 200 len: 808 time: 0.1162970 Aug 24 18:01:19.207081 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-667f89ab-d8f5-4546-a8a1-daa81cc437ec req-c10597b1-539d-4e06-9c38-fa1c3be56458 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 210 time: 0.0368261 Aug 24 18:01:19.241003 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-1b58ce5a-3906-474c-9248-3e4d8498cf12 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=17a2ab43b0e64e888af68fc09725ef8d HTTP/1.1" status: 200 len: 380 time: 0.0852480 Aug 24 18:01:19.249555 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Request body: {'port': {'device_id': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'admin_state_up': True, 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'security_groups': ['f2464783-bf52-4f50-9ca2-f3bce2b2baad']}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:01:19.430136 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Made reservation on behalf of 17a2ab43b0e64e888af68fc09725ef8d for: {'port': 1} {{(pid=113410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:01:19.434030 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:19.574391 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_common [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Allocated IP 172.20.0.7 (80b49aae-531f-47bb-97e3-845328d659ca/e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f/039281e4-0f6b-49b6-9977-c41fac97b0ae) {{(pid=113410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:01:19.603211 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:19.640021 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:19.718725 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), precommit_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:19.859448 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), after_create {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:19.912070 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Network 80b49aae-531f-47bb-97e3-845328d659ca is already hosted by enough agents. {{(pid=113410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:01:19.917648 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.base_scheduler [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Resources bound (agent type, host, resource id): {{(pid=113410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:01:19.921580 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'Port': ['ID=039281e4-0f6b-49b6-9977-c41fac97b0ae,revision_number=1']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:19.922343 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Received port after_create {{(pid=113410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 18:01:19.975551 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:19.979330 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:20.043570 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-32da1316-a716-4619-a0b5-71944ba57115 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978623 Aug 24 18:01:20.054412 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.v2.base [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Request body: {'port': {'device_id': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85442'}} {{(pid=113410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:01:20.119780 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:20.199832 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-42d102bc-fc25-4373-af29-4151e9ac2a70 None None] Provisioning complete for port 039281e4-0f6b-49b6-9977-c41fac97b0ae triggered by entity DHCP. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:01:20.200436 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-42d102bc-fc25-4373-af29-4151e9ac2a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:20.239389 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-42d102bc-fc25-4373-af29-4151e9ac2a70 None None] Port 039281e4-0f6b-49b6-9977-c41fac97b0ae cannot update to ACTIVE because it is not bound. {{(pid=113412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 18:01:20.277000 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d182bec3-9875-4758-b65e-0c45c4ad55ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:20.638712 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03da80-2fce-4067-ad91-6959247844ad req-60a4ade4-a2b4-4ba2-912a-a1bc4362a737 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:20.640231 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5f03da80-2fce-4067-ad91-6959247844ad req-60a4ade4-a2b4-4ba2-912a-a1bc4362a737 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 931 time: 0.0650675 Aug 24 18:01:20.663795 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:20.740223 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039281e4-0f6b-49b6-9977-c41fac97b0ae {{(pid=113410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:01:20.750148 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5f03da80-2fce-4067-ad91-6959247844ad req-7a6178de-d8dd-4631-9bab-5e8ac771d473 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995395 Aug 24 18:01:20.751995 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Publish callbacks [] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), precommit_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:20.769769 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.provisioning_blocks [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Transition to ACTIVE for port object 039281e4-0f6b-49b6-9977-c41fac97b0ae will not be triggered until provisioned by entity L2. {{(pid=113410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:01:20.845725 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:20.910865 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=039281e4-0f6b-49b6-9977-c41fac97b0ae,revision_number=2']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:20.961984 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Attempting to bind port 039281e4-0f6b-49b6-9977-c41fac97b0ae on host hv-cinder-85442 for vnic_type normal with profile {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 18:01:20.962321 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Attempting to bind port 039281e4-0f6b-49b6-9977-c41fac97b0ae by drivers openvswitch,hyperv on host hv-cinder-85442 at level 0 using segments [{'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 18:01:20.962648 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Attempting to bind port 039281e4-0f6b-49b6-9977-c41fac97b0ae on network 80b49aae-531f-47bb-97e3-845328d659ca {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:01:20.967284 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Port 039281e4-0f6b-49b6-9977-c41fac97b0ae on network 80b49aae-531f-47bb-97e3-845328d659ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85442 {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:01:20.967618 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Attempting to bind port 039281e4-0f6b-49b6-9977-c41fac97b0ae on network 80b49aae-531f-47bb-97e3-845328d659ca {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:01:20.972573 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Checking agent: {'id': '341e0eb5-2238-485d-9394-f9af53576e7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85442', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'started_at': datetime.datetime(2022, 8, 24, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:01:20.972912 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Checking segment: {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:01:20.973302 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Bound using segment: {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'} {{(pid=113410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:01:20.973735 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.managers [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Bound port: 039281e4-0f6b-49b6-9977-c41fac97b0ae, host: hv-cinder-85442, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f4927a-f981-4181-b384-d9993b52f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca'}}] {{(pid=113410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 18:01:20.974123 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), before_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:21.039701 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:21.042365 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, cleared binding levels {{(pid=113410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:01:21.045444 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:01:21.138903 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3160559'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), after_update {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:21.143259 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:21.143885 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:21.145287 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 1093 time: 1.0952370 Aug 24 18:01:21.145796 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:01:21.148075 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263e9c0e-aee7-43e8-9fa8-f6ebeafe48d9" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:01:21.187715 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152f632f-61c9-4ad1-a7c0-8bc196753a59 x-openstack-request-id: req-152f632f-61c9-4ad1-a7c0-8bc196753a59 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:01:21.187715 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:01:21.187715 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-152f632f-61c9-4ad1-a7c0-8bc196753a59 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:01:21.187715 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152f632f-61c9-4ad1-a7c0-8bc196753a59'] response: {'name': 'network-changed', 'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'status': 'completed', 'code': 200} Aug 24 18:01:21.199748 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d89c3-71b8-46b0-9d79-7d820d63cdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=039281e4-0f6b-49b6-9977-c41fac97b0ae,revision_number=3']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:21.248604 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e9c0e-aee7-43e8-9fa8-f6ebeafe48d9 req-b604f4d4-7f5b-4762-93ce-6573bed2e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:21.250396 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-263e9c0e-aee7-43e8-9fa8-f6ebeafe48d9 req-b604f4d4-7f5b-4762-93ce-6573bed2e82f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1127 time: 0.0412369 Aug 24 18:01:21.356848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e9c0e-aee7-43e8-9fa8-f6ebeafe48d9 req-d7ef2f11-3063-4392-a7bd-7e8277e77bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:21.358455 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-263e9c0e-aee7-43e8-9fa8-f6ebeafe48d9 req-d7ef2f11-3063-4392-a7bd-7e8277e77bbd service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0989189 Aug 24 18:01:21.365519 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:21.454834 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e9c0e-aee7-43e8-9fa8-f6ebeafe48d9 req-5dee9b80-7ae3-4f9d-86b3-d05e1fadb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:21.456225 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-263e9c0e-aee7-43e8-9fa8-f6ebeafe48d9 req-5dee9b80-7ae3-4f9d-86b3-d05e1fadb5b1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925438 Aug 24 18:01:21.536712 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-174d88bb-08d5-4fb2-b240-0e897eb0bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:21.538234 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-174d88bb-08d5-4fb2-b240-0e897eb0bd9d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1127 time: 0.0446498 Aug 24 18:01:21.578736 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-eb345b05-c6f7-4664-a8c1-2ae401c06b35 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 217 time: 0.0339527 Aug 24 18:01:21.629308 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-485cbb2b-9168-4b27-9cc9-98b8e543f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:21.630805 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-485cbb2b-9168-4b27-9cc9-98b8e543f9c0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f HTTP/1.1" status: 200 len: 847 time: 0.0459719 Aug 24 18:01:21.681527 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-33c6670e-53e3-4b76-a7cb-685a2854bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:21.683268 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-33c6670e-53e3-4b76-a7cb-685a2854bff0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=80b49aae-531f-47bb-97e3-845328d659ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460775 Aug 24 18:01:21.776401 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-533ff117-c443-4e2b-b2c2-635a522ed40b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870430 Aug 24 18:01:21.908871 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169d1dd-58c8-4c52-88b0-4f1adbee16e9 req-8996e5c7-5953-4080-8ac9-96eb7239cbef tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:21.910410 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c169d1dd-58c8-4c52-88b0-4f1adbee16e9 req-8996e5c7-5953-4080-8ac9-96eb7239cbef tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0648198 Aug 24 18:01:21.914557 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68f9b83a-6978-4dad-aecc-b89e5b51f295 req-ee1813ca-b56a-4c1d-8a4b-7e2aca61bf53 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323657 Aug 24 18:01:21.930883 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:21.963495 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-c169d1dd-58c8-4c52-88b0-4f1adbee16e9 req-d8880709-e119-4fef-8199-876198f67297 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474222 Aug 24 18:01:23.087467 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7175-61e8-4047-834b-03fb4c742caf req-e7389dbe-5e18-4966-8cbc-d980d7030e81 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:23.088949 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-166c7175-61e8-4047-834b-03fb4c742caf req-e7389dbe-5e18-4966-8cbc-d980d7030e81 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0477133 Aug 24 18:01:23.104722 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:23.146379 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-166c7175-61e8-4047-834b-03fb4c742caf req-3df6bd00-c384-4f7d-acf1-a76e76fa0d2e tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512283 Aug 24 18:01:23.171483 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:24.266789 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e0478-5aa1-4e32-99ba-9514338d3229 req-e439b398-f4e1-487d-8dcd-99ded0be6f16 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:24.268190 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a47e0478-5aa1-4e32-99ba-9514338d3229 req-e439b398-f4e1-487d-8dcd-99ded0be6f16 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0477419 Aug 24 18:01:24.317400 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a47e0478-5aa1-4e32-99ba-9514338d3229 req-faca2c93-c242-4541-b3f8-b0913ef66d23 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430350 Aug 24 18:01:25.438671 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7abd5-0add-42e8-bc4e-893c47020724 req-1e82e9bf-0481-4b05-9355-ac2da1e0a581 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:25.440131 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-edf7abd5-0add-42e8-bc4e-893c47020724 req-1e82e9bf-0481-4b05-9355-ac2da1e0a581 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0480268 Aug 24 18:01:25.489784 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-edf7abd5-0add-42e8-bc4e-893c47020724 req-ac421032-fe9e-4692-bc28-b95ffaba1bf2 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439305 Aug 24 18:01:25.747285 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:25.748059 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:26.614288 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0f437-986b-4558-9a30-477e3b064990 req-132aeb5c-430c-4da5-b87b-5b604de9643c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:26.615765 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2aa0f437-986b-4558-9a30-477e3b064990 req-132aeb5c-430c-4da5-b87b-5b604de9643c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0508757 Aug 24 18:01:26.664991 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2aa0f437-986b-4558-9a30-477e3b064990 req-5e1ac772-0efa-476c-8dd6-3720a847bd62 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434430 Aug 24 18:01:27.750775 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:27.786594 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854faf-6dfc-4ce3-aefb-d28fce540c2c req-6b47d625-4a4e-40be-ad27-214d977967a1 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:27.788102 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4f854faf-6dfc-4ce3-aefb-d28fce540c2c req-6b47d625-4a4e-40be-ad27-214d977967a1 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0482049 Aug 24 18:01:27.840916 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4f854faf-6dfc-4ce3-aefb-d28fce540c2c req-e05c3590-5587-47e2-a71f-0be1633cf646 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456018 Aug 24 18:01:28.964991 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342d2d4-4357-4327-83e1-d24d9000b234 req-65fea5eb-fbac-477a-b869-a49740a17834 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:28.966509 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a342d2d4-4357-4327-83e1-d24d9000b234 req-65fea5eb-fbac-477a-b869-a49740a17834 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0519226 Aug 24 18:01:29.016936 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a342d2d4-4357-4327-83e1-d24d9000b234 req-4b15dfaa-dc53-405d-b5cc-96028f11a51b tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Aug 24 18:01:29.074021 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 039281e4-0f6b-49b6-9977-c41fac97b0ae details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:01:29.174655 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:01:29.186199 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'port_id': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'mac_address': 'fa:16:3e:f4:5d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:01:29.220484 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 039281e4-0f6b-49b6-9977-c41fac97b0ae is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:01:29.220868 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:29.234321 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039281e4-0f6b-49b6-9977-c41fac97b0ae {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:01:29.254118 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:01:29.348177 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:29.398408 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=039281e4-0f6b-49b6-9977-c41fac97b0ae,revision_number=4']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:29.405678 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.406056 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.406408 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.406756 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.407095 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.407432 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.407768 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.408098 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.408428 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.408758 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.409088 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.409421 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.409784 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.410136 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.410463 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:29.549206 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['039281e4-0f6b-49b6-9977-c41fac97b0ae'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:01:30.138549 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9de842-6b41-4d58-b279-5f2793b3b60f req-a8726b18-bd13-4db0-86b5-382bf9b77498 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:30.140076 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5b9de842-6b41-4d58-b279-5f2793b3b60f req-a8726b18-bd13-4db0-86b5-382bf9b77498 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 944 time: 0.0481873 Aug 24 18:01:30.190402 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5b9de842-6b41-4d58-b279-5f2793b3b60f req-34cfcdff-68ba-4599-b9ab-1c11070771d4 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Aug 24 18:01:31.104568 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 039281e4-0f6b-49b6-9977-c41fac97b0ae up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:01:31.148916 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning for port 039281e4-0f6b-49b6-9977-c41fac97b0ae completed by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 18:01:31.206543 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 039281e4-0f6b-49b6-9977-c41fac97b0ae triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:01:31.211988 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:31.233159 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:31.243587 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:31.285091 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 039281e4-0f6b-49b6-9977-c41fac97b0ae is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:01:31.285563 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:31.311060 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584db90f-39b5-4f4c-946b-72072b1e1194 req-0edb10ef-a059-4690-ae5b-5b8d6a768e5a tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:31.312667 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-584db90f-39b5-4f4c-946b-72072b1e1194 req-0edb10ef-a059-4690-ae5b-5b8d6a768e5a tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 944 time: 0.0485435 Aug 24 18:01:31.372208 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-584db90f-39b5-4f4c-946b-72072b1e1194 req-6abb529a-8833-43c1-b0c5-9014886e27d1 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534122 Aug 24 18:01:31.437719 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:01:31.442238 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4480a19-d214-410b-8376-a44798f2e800" -d '{"events": [{"server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "name": "network-vif-plugged", "status": "completed", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:01:31.453975 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:01:31.534716 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4295dbf9-1faf-4a38-a487-6ee31835e9a7 x-openstack-request-id: req-4295dbf9-1faf-4a38-a487-6ee31835e9a7 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:01:31.535011 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "name": "network-vif-plugged", "status": "completed", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:01:31.535313 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4295dbf9-1faf-4a38-a487-6ee31835e9a7 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:01:31.535678 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4295dbf9-1faf-4a38-a487-6ee31835e9a7'] response: {'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'code': 200} Aug 24 18:01:31.543860 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:31.590610 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=039281e4-0f6b-49b6-9977-c41fac97b0ae,revision_number=5']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:31.877215 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81efd24-2c77-4133-bc00-262f36f4f1e5 req-c7e5a375-9794-46fc-8bca-c2bb10c0b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:31.878752 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d81efd24-2c77-4133-bc00-262f36f4f1e5 req-c7e5a375-9794-46fc-8bca-c2bb10c0b381 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1129 time: 0.0399704 Aug 24 18:01:31.928065 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d81efd24-2c77-4133-bc00-262f36f4f1e5 req-6f4fc89f-0df7-40d7-ba27-01abdb7b708e service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Aug 24 18:01:32.484234 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:32.492489 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f5e24-5a03-493a-9635-abf1a75eb1a3 req-f7c809d0-0bc6-4308-a70d-ef4d99cb616c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:32.494219 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-929f5e24-5a03-493a-9635-abf1a75eb1a3 req-f7c809d0-0bc6-4308-a70d-ef4d99cb616c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0491409 Aug 24 18:01:32.544802 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-929f5e24-5a03-493a-9635-abf1a75eb1a3 req-c3dca8af-a4bc-4d07-b55b-6bca8620787e tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449810 Aug 24 18:01:33.668802 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2c7f-8877-4ed9-bc32-abb3819588e0 req-c6b6feed-5539-4182-8405-a0357358ab50 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:33.670318 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-307b2c7f-8877-4ed9-bc32-abb3819588e0 req-c6b6feed-5539-4182-8405-a0357358ab50 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0513220 Aug 24 18:01:33.721244 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-307b2c7f-8877-4ed9-bc32-abb3819588e0 req-a521f498-ccd7-430d-88d8-3ad2d3cb207b tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Aug 24 18:01:33.841515 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797d6b-04f6-4ac3-bc41-89acfeae73d6 req-a715ff93-113b-454d-91bd-8fc0a7c12a65 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:33.842954 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ae797d6b-04f6-4ac3-bc41-89acfeae73d6 req-a715ff93-113b-454d-91bd-8fc0a7c12a65 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0480847 Aug 24 18:01:33.893637 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ae797d6b-04f6-4ac3-bc41-89acfeae73d6 req-5c5d083d-af79-4696-b892-316213718739 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450709 Aug 24 18:01:33.920294 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53502) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:01:34.006577 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f367c-8ebe-44d6-a8b5-d7140a6b96b7 tempest-TestShelveInstance-1511268512 tempest-TestShelveInstance-1511268512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:34.008132 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-6c9f367c-8ebe-44d6-a8b5-d7140a6b96b7 tempest-TestShelveInstance-1511268512 tempest-TestShelveInstance-1511268512-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1124 time: 0.0868423 Aug 24 18:01:34.011626 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53506) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:01:34.015862 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.v2.base [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Request body: {'floatingip': {'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'port_id': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:01:34.097945 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:34.180527 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (None), before_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:34.283405 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.db_base_plugin_common [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Allocated IP 172.27.2.48 (e9918629-a420-4e18-9fea-557c20db3e61/ab41e25b-f85b-4252-b779-cfd6c086bbf2/5f9de076-d247-4a16-b63d-c6189909bcab) {{(pid=113411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:01:34.391951 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for port (5f9de076-d247-4a16-b63d-c6189909bcab), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:34.481430 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771358557763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (5f9de076-d247-4a16-b63d-c6189909bcab), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:34.522690 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Network e9918629-a420-4e18-9fea-557c20db3e61 is already hosted by enough agents. {{(pid=113411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:01:34.525745 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.base_scheduler [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Resources bound (agent type, host, resource id): {{(pid=113411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:01:34.529818 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Received port after_create {{(pid=113411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 18:01:34.534939 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'Port': ['ID=5f9de076-d247-4a16-b63d-c6189909bcab,revision_number=1']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:34.563076 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.563426 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.563761 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.564095 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.564426 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.565324 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.565324 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.565766 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.565766 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.566001 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.566325 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.566643 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.566961 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.567365 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.567592 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:34.877636 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:34.886050 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for floatingip (667ad068-a4d2-4f8d-9b13-21c8584f517c), precommit_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:34.888513 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:35.024236 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (5f9de076-d247-4a16-b63d-c6189909bcab), before_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.182053 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for port (5f9de076-d247-4a16-b63d-c6189909bcab), precommit_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.229532 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17011815'] for port (5f9de076-d247-4a16-b63d-c6189909bcab), after_update {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.300739 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event updated for resources: {'Port': ['ID=5f9de076-d247-4a16-b63d-c6189909bcab,revision_number=2']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:35.303111 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555181'] for floatingip (667ad068-a4d2-4f8d-9b13-21c8584f517c), after_create {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.395769 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.db.l3_db [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Floating IP 667ad068-a4d2-4f8d-9b13-21c8584f517c associated. External IP: 172.27.2.48, port: 039281e4-0f6b-49b6-9977-c41fac97b0ae. Aug 24 18:01:35.600377 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Router 299cd683-54a2-4d87-879b-1e3504c22b40 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:01:35.678105 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:35.708898 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:01:35.719251 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] Sync routers for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:01:35.730478 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:01:35.731102 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:01:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:01:35.797300 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.831342 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-9216018a-0d5d-4196-be98-98f477d17954 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8166621 Aug 24 18:01:35.831342 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae'}] {{(pid=113411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:01:35.832204 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2f99819deff7cf54c29d301bc29e9b7b99a26fa2a864448fc0dab5d3856c7b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a131bc56-0532-488c-b29f-673557e55e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae"}]}' {{(pid=113411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:01:35.838559 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:01:35.868435 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c330228-56c1-4de5-a953-a777bdedec28 x-openstack-request-id: req-3c330228-56c1-4de5-a953-a777bdedec28 {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:01:35.868735 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae", "status": "completed", "code": 200}]} {{(pid=113411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:01:35.869479 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c330228-56c1-4de5-a953-a777bdedec28 {{(pid=113411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:01:35.869925 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c330228-56c1-4de5-a953-a777bdedec28'] response: {'name': 'network-changed', 'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'status': 'completed', 'code': 200} Aug 24 18:01:35.932324 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131bc56-0532-488c-b29f-673557e55e4b req-f2f4e702-e71a-4814-b35f-d26359dc6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:35.934218 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a131bc56-0532-488c-b29f-673557e55e4b req-f2f4e702-e71a-4814-b35f-d26359dc6d85 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1129 time: 0.0421729 Aug 24 18:01:36.031427 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131bc56-0532-488c-b29f-673557e55e4b req-d9ad8bdb-9e8d-4842-80e3-66c445c521b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:36.032897 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a131bc56-0532-488c-b29f-673557e55e4b req-d9ad8bdb-9e8d-4842-80e3-66c445c521b0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 200 len: 909 time: 0.0935276 Aug 24 18:01:36.059391 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '667ad068-a4d2-4f8d-9b13-21c8584f517c', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'port_id': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'mac_address': 'fa:16:3e:f4:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:01:34Z', 'updated_at': '2022-08-24T18:01:34Z', 'revision_number': 0, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d28f42-d00f-4f12-a830-5faf0b2fa8ab', 'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'mac_address': 'fa:16:3e:92:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:48Z', 'updated_at': '2022-08-24T18:00:54Z', 'revision_number': 5, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'subnets': [{'id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:01:36.084326 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] Checking router: 299cd683-54a2-4d87-879b-1e3504c22b40 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:01:36.093161 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:01:36.093784 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:01:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:01:36.098015 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a131bc56-0532-488c-b29f-673557e55e4b req-22e5c631-6c2b-46ca-9a3a-c9459e951076 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 998 time: 0.0587080 Aug 24 18:01:36.151476 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131bc56-0532-488c-b29f-673557e55e4b req-89f8c865-7e00-4726-8637-b488db79aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:36.152865 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a131bc56-0532-488c-b29f-673557e55e4b req-89f8c865-7e00-4726-8637-b488db79aae0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f HTTP/1.1" status: 200 len: 847 time: 0.0494268 Aug 24 18:01:36.197065 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131bc56-0532-488c-b29f-673557e55e4b req-990ce86c-5949-444c-9103-58a845e43aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:01:36.198086 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:01:36.198963 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a131bc56-0532-488c-b29f-673557e55e4b req-990ce86c-5949-444c-9103-58a845e43aef service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=80b49aae-531f-47bb-97e3-845328d659ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400701 Aug 24 18:01:36.297170 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a131bc56-0532-488c-b29f-673557e55e4b req-a9cde41b-fe8b-473c-af7f-fcad0a9b9510 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923214 Aug 24 18:01:36.362628 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:36.389576 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a131bc56-0532-488c-b29f-673557e55e4b req-d1a3270d-b77d-4c2d-886c-5df0cf74b4c3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872335 Aug 24 18:01:36.418213 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '667ad068-a4d2-4f8d-9b13-21c8584f517c', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'port_id': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'mac_address': 'fa:16:3e:f4:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:01:34Z', 'updated_at': '2022-08-24T18:01:34Z', 'revision_number': 0, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d28f42-d00f-4f12-a830-5faf0b2fa8ab', 'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'mac_address': 'fa:16:3e:92:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:48Z', 'updated_at': '2022-08-24T18:00:54Z', 'revision_number': 5, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'subnets': [{'id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:01:36.441089 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c4a66-a2fe-475e-9bb2-06de9312c826 None None] The sync data for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi is: [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_floatingips': [{'id': '667ad068-a4d2-4f8d-9b13-21c8584f517c', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'router_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'port_id': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'mac_address': 'fa:16:3e:f4:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:01:34Z', 'updated_at': '2022-08-24T18:01:34Z', 'revision_number': 0, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d28f42-d00f-4f12-a830-5faf0b2fa8ab', 'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'mac_address': 'fa:16:3e:92:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:48Z', 'updated_at': '2022-08-24T18:00:54Z', 'revision_number': 5, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'subnets': [{'id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:01:36.633586 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c64cb4-4e44-4c0c-8935-a806cddc1735 None None] New status for floating IP 667ad068-a4d2-4f8d-9b13-21c8584f517c: ACTIVE {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 18:01:42.416753 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:45.823914 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=71,neutron:DELETE=2 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:45.825885 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=3 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:46.386609 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=73 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:46.412989 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=85 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:46.418885 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=91 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:46.840827 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:01:47.737678 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c3b-96fa-420c-80a2-7a79170e4ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:50.269073 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-be6616e6-3de4-4de9-84fc-df5ec28e0f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:51.330588 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:53.118276 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:53.200094 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:02.744193 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:02.745053 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:03.116217 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=44,neutron:UPDATE=8 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:03.118082 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:12.399630 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:17.725194 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5a0eff63-c2c0-4509-9432-784d58547e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:20.250565 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-de966fae-4168-479f-b10c-5ebe33740b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:21.365051 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:23.021032 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-4ceb5c9c-89cf-457b-8eba-d9598929d730 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406914 Aug 24 18:02:23.090397 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:23.108944 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-3d19e112-bd6f-4b4d-a45b-c1fefe51bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:02:23.111066 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-3d19e112-bd6f-4b4d-a45b-c1fefe51bc8f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1129 time: 0.0451255 Aug 24 18:02:23.153593 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:23.214792 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-366b090f-acb8-41cd-8b70-d9a2fef5f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:02:23.216269 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-366b090f-acb8-41cd-8b70-d9a2fef5f166 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 200 len: 909 time: 0.0880189 Aug 24 18:02:23.282289 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-b226b518-6a60-4e35-9ccd-0f51fb0bed35 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 1000 time: 0.0591066 Aug 24 18:02:23.331589 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-486dd892-a154-4890-9865-c7963c9e9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:02:23.333034 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-486dd892-a154-4890-9865-c7963c9e9a32 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f HTTP/1.1" status: 200 len: 847 time: 0.0448217 Aug 24 18:02:23.376543 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-17ec0acc-7bda-400a-b335-cc94e951781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:02:23.378074 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-17ec0acc-7bda-400a-b335-cc94e951781a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=80b49aae-531f-47bb-97e3-845328d659ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396018 Aug 24 18:02:23.473332 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-2634bad7-0868-4493-a6f4-d65341252666 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892336 Aug 24 18:02:23.565942 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebbd7b-abdf-4d14-a261-b06562cd39f8 req-c71cf020-3fa4-461e-b58b-28150fed28c6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860693 Aug 24 18:02:23.840316 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:02:33.115890 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:33.117810 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:33.561150 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=47 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:33.563521 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=54 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:42.415493 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:45.770898 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:45.771664 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:47.712671 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3308d5c8-17f8-4c23-92be-19896b707032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:50.266901 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e824746d-84e8-49ab-8b9a-3a8b95a2414c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:51.323586 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:53.140804 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:53.198100 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:00.840032 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:03:03.122194 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:03.124019 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:12.408700 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:16.740099 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:16.740899 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:17.711334 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9976a26c-c8f7-4656-bd27-a0e1e36f79dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:20.288618 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d880a831-a503-4a36-b692-db970565fcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:21.368214 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:22.710199 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-a76fbae9-2934-445b-9803-fa8e2ffe30fc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441496 Aug 24 18:03:22.792859 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-b52d44e4-74d8-4969-978d-bd8de84dfc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:22.794416 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-b52d44e4-74d8-4969-978d-bd8de84dfc58 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1129 time: 0.0394781 Aug 24 18:03:22.898112 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-ed68fe98-4e5b-46d5-825f-06fdcac23e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:22.899625 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-ed68fe98-4e5b-46d5-825f-06fdcac23e5e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 200 len: 909 time: 0.0877304 Aug 24 18:03:22.965529 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-49317fa3-89c3-4229-9bfc-6b14380fcc3f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 1000 time: 0.0602562 Aug 24 18:03:23.015586 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-61e96ab1-a9c9-49b6-b4a7-78e4ba22d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:23.017106 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-61e96ab1-a9c9-49b6-b4a7-78e4ba22d897 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f HTTP/1.1" status: 200 len: 847 time: 0.0452120 Aug 24 18:03:23.061456 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-51a43833-1c01-4992-a2b6-ca3431fdb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:23.063138 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-51a43833-1c01-4992-a2b6-ca3431fdb464 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=80b49aae-531f-47bb-97e3-845328d659ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403900 Aug 24 18:03:23.134346 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:23.158167 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-e06fb74d-30b6-434f-bf17-ac1dd1f89ec8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893509 Aug 24 18:03:23.191836 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:23.249790 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-105fc535-1502-48d3-b846-2c1696fa39c0 req-2ef965bc-e26b-4ddd-a089-95decf031882 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860736 Aug 24 18:03:30.702606 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbec24-0ee4-4c31-960a-fb75b3ed334d req-c5a0490f-10c2-46fc-b692-4fae8ae76098 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:30.704261 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b2bbec24-0ee4-4c31-960a-fb75b3ed334d req-c5a0490f-10c2-46fc-b692-4fae8ae76098 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0527601 Aug 24 18:03:30.760796 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-b2bbec24-0ee4-4c31-960a-fb75b3ed334d req-6a4c2887-926a-4882-9e75-a7e34222bf93 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494471 Aug 24 18:03:31.883697 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4544-86a5-4d0a-bf99-3990793f9cb7 req-78c3ba43-9c61-49bc-9be0-af96fdf3d502 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:31.885246 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cf7e4544-86a5-4d0a-bf99-3990793f9cb7 req-78c3ba43-9c61-49bc-9be0-af96fdf3d502 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0495911 Aug 24 18:03:31.936991 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cf7e4544-86a5-4d0a-bf99-3990793f9cb7 req-a99452cf-b634-44e3-9b25-f1055a05d6da tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460992 Aug 24 18:03:33.067623 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e4b2b-f669-4bbc-98e8-fdb71ef9e80e req-eb13ec7a-71bb-4141-b254-d6878b1a483b tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:33.069121 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9a3e4b2b-f669-4bbc-98e8-fdb71ef9e80e req-eb13ec7a-71bb-4141-b254-d6878b1a483b tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0542653 Aug 24 18:03:33.121320 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-9a3e4b2b-f669-4bbc-98e8-fdb71ef9e80e req-94910efb-7bce-4162-8cb9-60278fc23eab tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465326 Aug 24 18:03:33.122367 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:33.124309 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:34.244298 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b678824-37ee-430e-ac18-274307f2518d req-c0dece11-3da9-4e05-85dd-b0682680f41e tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:34.245815 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5b678824-37ee-430e-ac18-274307f2518d req-c0dece11-3da9-4e05-85dd-b0682680f41e tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0488760 Aug 24 18:03:34.297555 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5b678824-37ee-430e-ac18-274307f2518d req-c15dd99f-c189-44d8-b9c8-82c16ecfcccc tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459869 Aug 24 18:03:35.420848 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32c1e7-6e00-4a15-8229-96a768df6156 req-ef4d6228-c61f-4903-854c-7c2a65b14caa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:35.422367 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1c32c1e7-6e00-4a15-8229-96a768df6156 req-ef4d6228-c61f-4903-854c-7c2a65b14caa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0486889 Aug 24 18:03:35.475377 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1c32c1e7-6e00-4a15-8229-96a768df6156 req-c1adc3ed-00fc-4321-b495-2bff875eb7c0 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473611 Aug 24 18:03:36.594839 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39dbee-3360-4e45-b98f-69f173ba3a89 req-0e7f3849-2d35-4a0f-9563-d8ec0ee8a3c5 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:36.596526 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3e39dbee-3360-4e45-b98f-69f173ba3a89 req-0e7f3849-2d35-4a0f-9563-d8ec0ee8a3c5 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0477896 Aug 24 18:03:36.607967 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:36.609476 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:36.647593 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-3e39dbee-3360-4e45-b98f-69f173ba3a89 req-a1547513-e7ca-4145-a653-a54c7a0838ce tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450509 Aug 24 18:03:37.770660 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d7707-8136-4d45-bc08-6af47db5b147 req-b0e3c43e-dec4-4cf5-a113-a489f8dd06d8 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:37.772176 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2e7d7707-8136-4d45-bc08-6af47db5b147 req-b0e3c43e-dec4-4cf5-a113-a489f8dd06d8 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0485983 Aug 24 18:03:37.821773 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2e7d7707-8136-4d45-bc08-6af47db5b147 req-95dc8596-48b2-4164-a591-9d1c433c1228 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439150 Aug 24 18:03:37.839921 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:03:38.946587 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ebede-b4ff-4c2b-b9ff-5cbc1dad9725 req-4d6e2105-1d40-4c3f-93ea-bf543e8aedbf tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:38.948068 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-515ebede-b4ff-4c2b-b9ff-5cbc1dad9725 req-4d6e2105-1d40-4c3f-93ea-bf543e8aedbf tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0524118 Aug 24 18:03:38.997649 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-515ebede-b4ff-4c2b-b9ff-5cbc1dad9725 req-8d0d8555-1946-4d10-8855-d03dac21a58e tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439267 Aug 24 18:03:40.119174 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26a769-312f-4b31-a812-9f7c9ca5671a req-d731008b-3340-4b7e-98cd-5b63d5234cb5 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:40.120692 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5c26a769-312f-4b31-a812-9f7c9ca5671a req-d731008b-3340-4b7e-98cd-5b63d5234cb5 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0486572 Aug 24 18:03:40.171121 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5c26a769-312f-4b31-a812-9f7c9ca5671a req-6c5ffe20-ab77-48a6-b326-b9f86a8ceeff tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446148 Aug 24 18:03:40.904536 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-e4380391-f20b-4421-8362-93c4548adacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:40.906020 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-e4380391-f20b-4421-8362-93c4548adacc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1129 time: 0.0404501 Aug 24 18:03:40.999562 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-0054bbe4-a7d2-44a4-9ace-c5170c094e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:41.001029 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-0054bbe4-a7d2-44a4-9ace-c5170c094e95 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 200 len: 909 time: 0.0896389 Aug 24 18:03:41.066204 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-86c0512a-2826-4891-9252-902c54f83a8f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 1000 time: 0.0586920 Aug 24 18:03:41.113925 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-5b00b2bc-a5de-4fff-b96d-73bc3589ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:41.122700 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-5b00b2bc-a5de-4fff-b96d-73bc3589ff75 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f HTTP/1.1" status: 200 len: 847 time: 0.0440824 Aug 24 18:03:41.159850 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-ab51c0eb-4af8-49fb-b619-3e313b6509ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:41.161305 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-ab51c0eb-4af8-49fb-b619-3e313b6509ff service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=80b49aae-531f-47bb-97e3-845328d659ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405388 Aug 24 18:03:41.267867 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-15162ee4-f394-4157-811f-0573a8cf30bb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009402 Aug 24 18:03:41.326177 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b938d6-f986-49e0-b7d6-41f792e98a7c req-3eaa7cbe-b227-4247-b2b5-92a47e15a8d4 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:41.327611 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-57b938d6-f986-49e0-b7d6-41f792e98a7c req-3eaa7cbe-b227-4247-b2b5-92a47e15a8d4 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0800233 Aug 24 18:03:41.416986 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a2e09564-5b39-4f73-ac78-59e599e37e42 req-ae958189-f393-485c-8f7a-afe977126dd8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332448 Aug 24 18:03:41.426253 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-57b938d6-f986-49e0-b7d6-41f792e98a7c req-a663cecc-e6ae-4c5b-bd45-6d7d97109682 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695601 Aug 24 18:03:42.453378 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:42.548182 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebff5a-3299-4c12-92ad-09d1efb5588e req-e9f6e51c-8f6a-4257-b013-ac3606312910 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:42.549960 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebff5a-3299-4c12-92ad-09d1efb5588e req-e9f6e51c-8f6a-4257-b013-ac3606312910 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0481968 Aug 24 18:03:42.575002 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:42.601348 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-8bebff5a-3299-4c12-92ad-09d1efb5588e req-fdfa3c8d-13f5-42d3-ac41-f4c60ec7ffab tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460680 Aug 24 18:03:43.226697 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=11 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:43.724666 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea27fb2-13c9-4a62-b7d7-11f591274890 req-8c467833-e080-45ec-9072-ad1b6c5a538e tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:43.726189 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2ea27fb2-13c9-4a62-b7d7-11f591274890 req-8c467833-e080-45ec-9072-ad1b6c5a538e tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0481629 Aug 24 18:03:43.762241 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:43.780457 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2ea27fb2-13c9-4a62-b7d7-11f591274890 req-f13ddd62-3135-4233-948e-2829af17e721 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487044 Aug 24 18:03:45.248884 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dc3e8-9ebf-45b7-b8a7-b3e771ff7094 req-edc8f756-8904-4d44-8bdd-c969622f624d tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:45.250355 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7a1dc3e8-9ebf-45b7-b8a7-b3e771ff7094 req-edc8f756-8904-4d44-8bdd-c969622f624d tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0477269 Aug 24 18:03:45.306975 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-7a1dc3e8-9ebf-45b7-b8a7-b3e771ff7094 req-dc02e661-d7f0-45bb-9fd8-2bf943a55ece tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500317 Aug 24 18:03:45.323699 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53584) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:03:45.407416 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-3859fc14-b48b-464e-b398-efb532fc56d8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825539 Aug 24 18:03:45.416147 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-5598111f-c9c0-4f0e-96d5-2964c1668c64 service neutron] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:03:45.417177 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-5598111f-c9c0-4f0e-96d5-2964c1668c64 service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051849 Aug 24 18:03:45.674965 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 039281e4-0f6b-49b6-9977-c41fac97b0ae no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:03:45.747280 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 039281e4-0f6b-49b6-9977-c41fac97b0ae is: ACTIVE; New status is: DOWN {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:03:45.747673 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:45.772438 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:03:45.774766 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d01175-a0f9-4dfa-8e44-b01022a3b0dc" -d '{"events": [{"server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "name": "network-vif-unplugged", "status": "completed", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:03:45.788046 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:03:45.809673 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d2f32e-b1c5-4bea-9d2a-d5d09abeea48 x-openstack-request-id: req-b6d2f32e-b1c5-4bea-9d2a-d5d09abeea48 {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:03:45.810000 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "name": "network-vif-unplugged", "status": "failed", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae", "code": 422}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:03:45.810254 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6d2f32e-b1c5-4bea-9d2a-d5d09abeea48 {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:03:45.810659 dv-cinder-854428-1-iscsi neutron-server[113412]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b6d2f32e-b1c5-4bea-9d2a-d5d09abeea48']: {'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'code': 422} returned with failed status Aug 24 18:03:45.848415 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:45.901784 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=039281e4-0f6b-49b6-9977-c41fac97b0ae,revision_number=6']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:03:45.909329 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.909683 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.910729 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.911320 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.911695 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.912047 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.912385 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.912721 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.913056 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.913390 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.913762 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.914117 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.914445 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.914773 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:45.915099 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:03:46.429358 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74bde2-6b46-4585-bfab-5b961a9cfdbe req-cc3fb264-95be-40df-a8e3-24b186c22b21 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:46.430870 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a74bde2-6b46-4585-bfab-5b961a9cfdbe req-cc3fb264-95be-40df-a8e3-24b186c22b21 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0473330 Aug 24 18:03:46.489577 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1a74bde2-6b46-4585-bfab-5b961a9cfdbe req-8ab7eaeb-aa23-4b24-9181-fabd6a204742 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529013 Aug 24 18:03:46.525404 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53598) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:03:46.622678 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-ae8f481d-49f0-4e64-901e-dc743d495bd5 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:46.623954 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-ae8f481d-49f0-4e64-901e-dc743d495bd5 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports/039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 940 time: 0.0975397 Aug 24 18:03:47.611127 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a8f2f-41db-4ae1-9567-cbfa983a6029 req-6f1daec4-0c49-41a8-8bc7-999fa8fcd31e tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:47.612635 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5a9a8f2f-41db-4ae1-9567-cbfa983a6029 req-6f1daec4-0c49-41a8-8bc7-999fa8fcd31e tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0480628 Aug 24 18:03:47.665577 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-5a9a8f2f-41db-4ae1-9567-cbfa983a6029 req-8c5d57cc-19f8-43f8-8132-2d06b1045bb9 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464730 Aug 24 18:03:47.710535 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-26f8bf5b-d5cb-44a5-beab-259f0136b827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:48.786834 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230954-4b54-4e58-86dd-b06607171be3 req-541413bf-fd83-4ed7-bdb3-419e85335ced tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:48.788317 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ef230954-4b54-4e58-86dd-b06607171be3 req-541413bf-fd83-4ed7-bdb3-419e85335ced tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0511541 Aug 24 18:03:48.838824 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ef230954-4b54-4e58-86dd-b06607171be3 req-8fb53854-4c82-4444-b918-7d5abffd2a33 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449779 Aug 24 18:03:49.960435 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89cbdf-2b18-4325-ba28-89f16e6b8f08 req-de04885b-6d79-406f-89e4-d2b220311870 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:49.961951 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0d89cbdf-2b18-4325-ba28-89f16e6b8f08 req-de04885b-6d79-406f-89e4-d2b220311870 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0479729 Aug 24 18:03:50.011449 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0d89cbdf-2b18-4325-ba28-89f16e6b8f08 req-7d8aef8d-0287-4fef-8bc1-8c0907b71cda tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439329 Aug 24 18:03:50.253362 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-e8e68b1e-c59f-47a1-8fbc-87730b0c9708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:51.133932 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5185-6fca-45ea-a67c-19ccd8842da3 req-2452774a-445d-443b-848f-4f7aed6c341d tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:51.135453 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cc3d5185-6fca-45ea-a67c-19ccd8842da3 req-2452774a-445d-443b-848f-4f7aed6c341d tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0496719 Aug 24 18:03:51.190499 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-cc3d5185-6fca-45ea-a67c-19ccd8842da3 req-9c3e6a9f-f23f-4bc7-8cdd-5256d01d8c6c tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490055 Aug 24 18:03:51.356199 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:51.865657 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-8d31f451-a156-4c4d-b69a-729d12fb87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:51.867252 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-8d31f451-a156-4c4d-b69a-729d12fb87f5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba&tenant_id=17a2ab43b0e64e888af68fc09725ef8d HTTP/1.1" status: 200 len: 1127 time: 0.0709071 Aug 24 18:03:51.927762 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-be0991e1-c9f5-4035-a967-9e8fa21339b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:51.929274 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-be0991e1-c9f5-4035-a967-9e8fa21339b2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1127 time: 0.0407641 Aug 24 18:03:52.025253 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-b842bce9-47c4-4ed2-b141-e217f5b0f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:52.026771 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-b842bce9-47c4-4ed2-b141-e217f5b0f501 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 200 len: 909 time: 0.0916030 Aug 24 18:03:52.090724 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-c8888c75-8d84-438a-9e59-13cb2253ecf6 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 998 time: 0.0570502 Aug 24 18:03:52.144326 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-0d31a893-1196-42a3-92f1-46fdb3f4f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:52.146333 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-0d31a893-1196-42a3-92f1-46fdb3f4f856 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f HTTP/1.1" status: 200 len: 847 time: 0.0485384 Aug 24 18:03:52.188784 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-b994a4d1-f497-459f-bdf5-82987f90781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:52.190342 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-b994a4d1-f497-459f-bdf5-82987f90781e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=80b49aae-531f-47bb-97e3-845328d659ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387881 Aug 24 18:03:52.202945 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:52.224658 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:52.319239 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-274e3689-7ef5-4c7a-b028-0ed0f254e27e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228201 Aug 24 18:03:52.329677 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217fd1f-443b-40d3-a42c-82b54c769f97 req-935813b8-8059-43f7-a683-ecb921c530da tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:52.331116 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4217fd1f-443b-40d3-a42c-82b54c769f97 req-935813b8-8059-43f7-a683-ecb921c530da tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0623481 Aug 24 18:03:52.715345 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4217fd1f-443b-40d3-a42c-82b54c769f97 req-b69d3d6b-c2d2-405e-b3c4-91bab17f1edb tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743436 Aug 24 18:03:52.730139 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-ecbfdff0-5ffe-4e02-a0db-deef01e671cb req-e2bbaf79-6352-4840-aa91-2209b1681429 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980093 Aug 24 18:03:53.235257 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:53.253320 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:53.732776 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=19 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:53.737668 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:53.836419 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3054-0e9c-4955-8382-709f71aff644 req-f71adca1-8d40-498b-8230-8bcd4aeca748 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:53.837942 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dc9a3054-0e9c-4955-8382-709f71aff644 req-f71adca1-8d40-498b-8230-8bcd4aeca748 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0480590 Aug 24 18:03:53.894485 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-dc9a3054-0e9c-4955-8382-709f71aff644 req-740d9774-00b3-483f-8396-02f9919bf78f tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506496 Aug 24 18:03:55.017362 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44273af8-08fa-477b-af91-c71cb9845f8a req-ebf81361-86b6-48dd-bb05-a7547f85fe98 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:55.018913 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-44273af8-08fa-477b-af91-c71cb9845f8a req-ebf81361-86b6-48dd-bb05-a7547f85fe98 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0478766 Aug 24 18:03:55.072918 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-44273af8-08fa-477b-af91-c71cb9845f8a req-fd10f34b-4d8d-4df6-b48b-050cb8b84292 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477090 Aug 24 18:03:56.193899 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449caeb4-b3fd-4d8f-a588-b7ada1aca1e2 req-7d2e370a-c15e-4204-b32f-739f3ce24d76 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:56.195334 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-449caeb4-b3fd-4d8f-a588-b7ada1aca1e2 req-7d2e370a-c15e-4204-b32f-739f3ce24d76 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0479333 Aug 24 18:03:56.245771 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-449caeb4-b3fd-4d8f-a588-b7ada1aca1e2 req-22953feb-f73c-4e3d-92fd-b97da87eef93 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446415 Aug 24 18:03:57.366338 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c14ce-52a4-414f-9daa-06f5194dbb5e req-86c9e0fb-b4df-45c9-a26a-7805837c33b3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:57.367800 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-225c14ce-52a4-414f-9daa-06f5194dbb5e req-86c9e0fb-b4df-45c9-a26a-7805837c33b3 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0476320 Aug 24 18:03:57.417079 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-225c14ce-52a4-414f-9daa-06f5194dbb5e req-2cbaa0c5-7e94-4c2b-bf59-023d22a72124 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437660 Aug 24 18:03:58.542338 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360bd65-ceed-41a0-8593-4aabb48a28d5 req-482cf81c-9592-45b1-91b9-a3959f87b1aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:58.543848 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0360bd65-ceed-41a0-8593-4aabb48a28d5 req-482cf81c-9592-45b1-91b9-a3959f87b1aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0500784 Aug 24 18:03:58.595142 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-0360bd65-ceed-41a0-8593-4aabb48a28d5 req-2372a731-2760-410e-ab89-4bfef075a1a2 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453651 Aug 24 18:03:59.713731 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d6fed-9e20-4666-b202-18d4ea732ed7 req-0a3afb63-454a-4de0-8b6d-77844a8a5a3d tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:03:59.715370 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-577d6fed-9e20-4666-b202-18d4ea732ed7 req-0a3afb63-454a-4de0-8b6d-77844a8a5a3d tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 943 time: 0.0477276 Aug 24 18:03:59.736623 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 039281e4-0f6b-49b6-9977-c41fac97b0ae details requested by agent hyperv_hv-cinder-85442 with host hv-cinder-85442 {{(pid=113412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:03:59.767430 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-577d6fed-9e20-4666-b202-18d4ea732ed7 req-a47792e5-099c-424b-bc87-775ed94aa0cc tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465100 Aug 24 18:03:59.839275 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:03:59.852767 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Returning: {'device': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'port_id': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'mac_address': 'fa:16:3e:f4:5d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:03:59.895010 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 039281e4-0f6b-49b6-9977-c41fac97b0ae is: DOWN; New status is: BUILD {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:03:59.895305 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:59.910118 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039281e4-0f6b-49b6-9977-c41fac97b0ae {{(pid=113412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:03:59.931372 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:03:59.995746 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:00.043318 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=039281e4-0f6b-49b6-9977-c41fac97b0ae,revision_number=7']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:04:00.227677 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] get_ports_and_sgs() called for port_ids ['039281e4-0f6b-49b6-9977-c41fac97b0ae'] {{(pid=113412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:04:00.385729 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:00.436063 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:00.890979 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68656200-7d0d-4398-b0f0-18edd3dd06e5 req-c2f1a0cc-a3f1-41c3-ab15-579aea4e0e2b tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:04:00.892414 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68656200-7d0d-4398-b0f0-18edd3dd06e5 req-c2f1a0cc-a3f1-41c3-ab15-579aea4e0e2b tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 944 time: 0.0476685 Aug 24 18:04:00.948749 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-68656200-7d0d-4398-b0f0-18edd3dd06e5 req-9fd70f96-c590-4723-99d3-923a6292f493 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498571 Aug 24 18:04:01.736696 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 039281e4-0f6b-49b6-9977-c41fac97b0ae up at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:04:01.781378 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Provisioning complete for port 039281e4-0f6b-49b6-9977-c41fac97b0ae triggered by entity L2. {{(pid=113412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 18:04:01.781751 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194770'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), provisioning_complete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:01.855976 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Current status of the port 039281e4-0f6b-49b6-9977-c41fac97b0ae is: BUILD; New status is: ACTIVE {{(pid=113412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 18:04:01.856364 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105001'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), before_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:01.879085 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae'}] {{(pid=113412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:04:01.881654 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb13d5e211372716547af50ab9b64558eed108482384d33b1d1baa369153d748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87061b92-0161-4a3f-be90-ee67df0d8483" -d '{"events": [{"server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "name": "network-vif-plugged", "status": "completed", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae"}]}' {{(pid=113412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:04:01.894433 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:04:01.920983 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86877f03-431f-4900-b4e6-f414b4e6cced x-openstack-request-id: req-86877f03-431f-4900-b4e6-f414b4e6cced {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:04:01.921284 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "name": "network-vif-plugged", "status": "completed", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae", "code": 200}]} {{(pid=113412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:04:01.921542 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86877f03-431f-4900-b4e6-f414b4e6cced {{(pid=113412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:04:01.922024 dv-cinder-854428-1-iscsi neutron-server[113412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86877f03-431f-4900-b4e6-f414b4e6cced'] response: {'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'code': 200} Aug 24 18:04:01.966817 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771359079172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771358557781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771358557799'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:02.019545 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Pushing event updated for resources: {'Port': ['ID=039281e4-0f6b-49b6-9977-c41fac97b0ae,revision_number=8']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:04:02.074376 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872f645-0a26-490f-b1fd-51baad91906a req-72496be8-26a4-4369-93c9-33f008daa135 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:04:02.075876 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d872f645-0a26-490f-b1fd-51baad91906a req-72496be8-26a4-4369-93c9-33f008daa135 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0476108 Aug 24 18:04:02.095516 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:02.128706 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-d872f645-0a26-490f-b1fd-51baad91906a req-1cbdbaa0-fade-4822-9453-0b9b558247f8 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470874 Aug 24 18:04:02.178731 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:02.186372 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd531e-7fa2-4f5d-9b10-49ffe14a79bd req-514d0439-074b-468d-a2d1-f23fc70c9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:04:02.191208 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bdcd531e-7fa2-4f5d-9b10-49ffe14a79bd req-514d0439-074b-468d-a2d1-f23fc70c9f5c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1129 time: 0.0405228 Aug 24 18:04:02.235135 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-bdcd531e-7fa2-4f5d-9b10-49ffe14a79bd req-ce48daa3-b817-490b-9948-94f62ec65d34 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413156 Aug 24 18:04:03.262287 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f9ef3-0c47-4db7-81c2-8848f468e90b req-20a1a960-b09b-4f29-8edf-cdb0cabb60e6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:04:03.263798 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-441f9ef3-0c47-4db7-81c2-8848f468e90b req-20a1a960-b09b-4f29-8edf-cdb0cabb60e6 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0519691 Aug 24 18:04:03.316043 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-441f9ef3-0c47-4db7-81c2-8848f468e90b req-a782dd77-48e0-4ba0-8091-725856b06296 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439987 Aug 24 18:04:04.434895 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2ccd3-6f79-4fb7-912d-39020a5c823b req-7a177a84-c110-43b2-bac9-65841b82deed tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:04:04.436409 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4ad2ccd3-6f79-4fb7-912d-39020a5c823b req-7a177a84-c110-43b2-bac9-65841b82deed tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0476067 Aug 24 18:04:04.486795 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-4ad2ccd3-6f79-4fb7-912d-39020a5c823b req-68e11caf-9787-4a7e-896f-3a04c1f61dd2 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447397 Aug 24 18:04:12.015600 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:12.017488 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:12.383833 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:14.471619 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=20 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:14.482714 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=30 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:14.839164 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:04:17.709469 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-80263233-7869-4846-a2b0-86997c92f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:20.240619 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c2780734-a2ac-4b5a-be13-aecc5ea51105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:21.337747 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:23.123775 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:23.195182 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:23.706691 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-5a9a225b-70b8-449d-8268-a2a58c3e43e7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421624 Aug 24 18:04:23.789001 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-50a35e6a-928b-4591-9728-d2ecc1f0a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:04:23.790642 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-50a35e6a-928b-4591-9728-d2ecc1f0a593 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1129 time: 0.0415733 Aug 24 18:04:23.901950 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-a9648728-3ca6-4255-8501-05977a605ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:04:23.903368 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-a9648728-3ca6-4255-8501-05977a605ece service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 200 len: 909 time: 0.0894656 Aug 24 18:04:23.970385 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-8473938c-0dea-4be3-b809-a4835eb541db service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 1000 time: 0.0602534 Aug 24 18:04:24.020084 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-c7ac842d-08b5-4f6f-bd09-79ac0376888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:04:24.021574 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-c7ac842d-08b5-4f6f-bd09-79ac0376888e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f HTTP/1.1" status: 200 len: 847 time: 0.0453136 Aug 24 18:04:24.064821 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-a8d4c0a6-7c75-42e7-ac94-daa251e254e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:04:24.066361 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-a8d4c0a6-7c75-42e7-ac94-daa251e254e3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=80b49aae-531f-47bb-97e3-845328d659ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392110 Aug 24 18:04:24.162376 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-cc0ab1ed-6f8d-4ee4-9f5e-74f7c95e3041 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888054 Aug 24 18:04:24.254762 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-1d05d017-ac46-4e60-bea9-3bcafe645f31 req-71efe8a9-b4b7-40e9-b131-89251f02bf3c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866475 Aug 24 18:04:30.738713 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:30.739523 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:33.131414 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:33.133353 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:34.249684 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=51 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:34.251884 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=50 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:42.405745 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:45.775716 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:45.776475 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:47.696994 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-9d859003-23c1-4c7f-ba1b-1ec3f1db330a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:50.233920 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-61707e25-60ff-44ee-9e9e-5dab0159aeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:51.365003 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:51.837121 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:04:53.181051 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:53.250760 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:03.224863 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:03.226750 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:07.734983 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:07.735733 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=6 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:12.393312 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:16.247770 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53666) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:16.395512 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Deleting port 5f9de076-d247-4a16-b63d-c6189909bcab {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:16.395852 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (5f9de076-d247-4a16-b63d-c6189909bcab), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:16.471857 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (5f9de076-d247-4a16-b63d-c6189909bcab), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:16.472188 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for floatingip (5f9de076-d247-4a16-b63d-c6189909bcab), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:16.485318 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Calling delete_port for 5f9de076-d247-4a16-b63d-c6189909bcab owned by network:floatingip {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:16.689832 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (5f9de076-d247-4a16-b63d-c6189909bcab), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:16.714851 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event deleted for resources: {'Port': ['ID=5f9de076-d247-4a16-b63d-c6189909bcab,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:16.728153 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.728500 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.728843 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.729183 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.729515 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.729847 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.730193 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.730519 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.730844 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.731167 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.731491 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.731816 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.732138 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.732459 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.732779 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:16.792387 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for floatingip (667ad068-a4d2-4f8d-9b13-21c8584f517c), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:16.792720 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.db.l3_db [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Floating IP 667ad068-a4d2-4f8d-9b13-21c8584f517c disassociated (deleted). External IP: 172.27.2.48, port: 039281e4-0f6b-49b6-9977-c41fac97b0ae. Aug 24 18:05:16.988112 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Router 299cd683-54a2-4d87-879b-1e3504c22b40 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:05:17.092564 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:05:17.097434 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for floatingip (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:17.099806 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:17.102459 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] Sync routers for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:05:17.113076 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:05:17.113647 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:04:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:17.127908 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-659cfe42-93f6-43f5-bbc7-577c427fa783 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/667ad068-a4d2-4f8d-9b13-21c8584f517c HTTP/1.1" status: 204 len: 168 time: 0.8786957 Aug 24 18:05:17.128645 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:05:17.130994 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc05077b-e90d-4b6b-b096-c42f81fca4de" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:05:17.174512 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcb01ec-01b2-46ea-bed6-4c08f2201ff8 x-openstack-request-id: req-7dcb01ec-01b2-46ea-bed6-4c08f2201ff8 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:05:17.175132 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:05:17.175764 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7dcb01ec-01b2-46ea-bed6-4c08f2201ff8 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:05:17.176385 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcb01ec-01b2-46ea-bed6-4c08f2201ff8'] response: {'name': 'network-changed', 'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'status': 'completed', 'code': 200} Aug 24 18:05:17.225945 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:05:17.286224 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-d69f26d0-7cc6-400b-990b-caf2c9fb474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:05:17.287759 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-d69f26d0-7cc6-400b-990b-caf2c9fb474b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 1129 time: 0.0894389 Aug 24 18:05:17.302523 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:17.385363 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-978f1a34-f1da-4bc7-ad74-f0edfcac86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:05:17.386955 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-978f1a34-f1da-4bc7-ad74-f0edfcac86eb service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 200 len: 909 time: 0.0934134 Aug 24 18:05:17.415712 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'b0d28f42-d00f-4f12-a830-5faf0b2fa8ab', 'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'mac_address': 'fa:16:3e:92:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:48Z', 'updated_at': '2022-08-24T18:00:54Z', 'revision_number': 5, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'subnets': [{'id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:17.431391 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-f51a9521-a597-409f-91e8-8ba987cd1373 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 200 len: 217 time: 0.0384254 Aug 24 18:05:17.444899 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] Checking router: 299cd683-54a2-4d87-879b-1e3504c22b40 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:05:17.453634 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:05:17.454273 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:04:50Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:17.482853 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-342769dc-cefb-4265-900a-3bbc52716266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:05:17.484391 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-342769dc-cefb-4265-900a-3bbc52716266 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f HTTP/1.1" status: 200 len: 847 time: 0.0468755 Aug 24 18:05:17.559397 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:05:17.607769 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffd196-339f-4098-b5d5-36d8f8281992 req-f6de0e89-b096-4dbd-a13b-6b22975f014b tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:05:17.609247 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-44ffd196-339f-4098-b5d5-36d8f8281992 req-f6de0e89-b096-4dbd-a13b-6b22975f014b tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0970509 Aug 24 18:05:17.660735 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-44ffd196-339f-4098-b5d5-36d8f8281992 req-b780a3ef-0b9e-42e7-bf79-f989af0ea479 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457032 Aug 24 18:05:17.707490 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-c49ddcaf-bbe8-42fd-9bef-69657b923b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:17.747644 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'b0d28f42-d00f-4f12-a830-5faf0b2fa8ab', 'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'mac_address': 'fa:16:3e:92:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:48Z', 'updated_at': '2022-08-24T18:00:54Z', 'revision_number': 5, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'subnets': [{'id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:17.772361 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d29c9-0070-48b8-a617-55f4f60f70e6 None None] The sync data for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi is: [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:49Z', 'revision_number': 4, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi', '_interfaces': [{'id': 'b0d28f42-d00f-4f12-a830-5faf0b2fa8ab', 'name': '', 'network_id': '80b49aae-531f-47bb-97e3-845328d659ca', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'mac_address': 'fa:16:3e:92:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:48Z', 'updated_at': '2022-08-24T18:00:54Z', 'revision_number': 5, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'subnets': [{'id': 'e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:05:17.989618 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa8814-cd85-4e33-bd98-a27c99a014de None None] New status for floating IP 667ad068-a4d2-4f8d-9b13-21c8584f517c: DOWN {{(pid=113412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 18:05:18.486187 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-079de61c-ff0f-4e0c-8275-1e91e775a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:05:18.487694 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-079de61c-ff0f-4e0c-8275-1e91e775a595 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=80b49aae-531f-47bb-97e3-845328d659ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441003 Aug 24 18:05:18.580037 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-538a2e7e-9d30-4a25-9bd4-35cc68e7d65a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852027 Aug 24 18:05:18.770966 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-fc05077b-e90d-4b6b-b096-c42f81fca4de req-16a993d6-fcd9-4468-89d1-9b385cccfa66 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957768 Aug 24 18:05:18.836961 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075feff-9af3-4879-bd25-4ef641970c46 req-38914f8a-4cf0-4ed0-876e-c0f96ea88286 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:05:18.838469 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a075feff-9af3-4879-bd25-4ef641970c46 req-38914f8a-4cf0-4ed0-876e-c0f96ea88286 tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.1002855 Aug 24 18:05:18.888771 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-a075feff-9af3-4879-bd25-4ef641970c46 req-e9644ef4-61c2-433b-b99d-262c0782a61a tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2464783-bf52-4f50-9ca2-f3bce2b2baad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447526 Aug 24 18:05:19.059609 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-a001e6e1-832b-4cc1-b591-56f63cbb34df tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:05:19.060978 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-a001e6e1-832b-4cc1-b591-56f63cbb34df tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 945 time: 0.0467544 Aug 24 18:05:19.145633 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Deleting port 039281e4-0f6b-49b6-9977-c41fac97b0ae {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:19.146026 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:19.236819 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] For port 039281e4-0f6b-49b6-9977-c41fac97b0ae, host hv-cinder-85442, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85442',level=0,port_id=039281e4-0f6b-49b6-9977-c41fac97b0ae,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:05:19.237187 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:19.254924 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Calling delete_port for 039281e4-0f6b-49b6-9977-c41fac97b0ae owned by compute:nova {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:19.313730 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:19.369016 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:19.438456 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (039281e4-0f6b-49b6-9977-c41fac97b0ae), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:19.468501 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event deleted for resources: {'Port': ['ID=039281e4-0f6b-49b6-9977-c41fac97b0ae,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:19.518497 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] No DVR routers for this DVR port 039281e4-0f6b-49b6-9977-c41fac97b0ae on host hv-cinder-85442 {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:05:19.520949 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490365'] for port (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:19.525838 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-2a9005d3-4baa-4339-b484-93df9e86f6ee req-68134d19-8f6f-4a78-a817-4707074268aa tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.26 "DELETE /networking/v2.0/ports/039281e4-0f6b-49b6-9977-c41fac97b0ae HTTP/1.1" status: 204 len: 173 time: 0.4592762 Aug 24 18:05:19.525838 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'name': 'network-vif-deleted', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae'}] {{(pid=113410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:05:19.527531 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd061a1a10a1e84c949e88dac2ad2ab7c8ccff66bcd7a7eb6c6e60a8711a706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b5ed92-0705-46b3-a3a2-dfe3e77a87c4" -d '{"events": [{"server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "name": "network-vif-deleted", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae"}]}' {{(pid=113410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:05:19.565143 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d727b31-391c-4e43-ab45-5069b6914d37 x-openstack-request-id: req-5d727b31-391c-4e43-ab45-5069b6914d37 {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:05:19.565547 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9a68f-596d-421a-9bed-61eb25b228ba", "name": "network-vif-deleted", "tag": "039281e4-0f6b-49b6-9977-c41fac97b0ae", "status": "completed", "code": 200}]} {{(pid=113410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:05:19.565887 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d727b31-391c-4e43-ab45-5069b6914d37 {{(pid=113410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:05:19.572160 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d727b31-391c-4e43-ab45-5069b6914d37'] response: {'server_uuid': '24c9a68f-596d-421a-9bed-61eb25b228ba', 'name': 'network-vif-deleted', 'tag': '039281e4-0f6b-49b6-9977-c41fac97b0ae', 'status': 'completed', 'code': 200} Aug 24 18:05:19.991448 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [req-142b5f69-c956-4359-8bef-287424055bd6 req-bb62d9a7-425d-42f4-ae36-31cc08ce6f8d tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=24c9a68f-596d-421a-9bed-61eb25b228ba HTTP/1.1" status: 200 len: 210 time: 0.0284815 Aug 24 18:05:20.261769 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5ba87d1d-2735-4c7b-ac27-feddcd645a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:21.056690 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53698) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:21.113547 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c5f59266-de47-449c-848f-40cf397be93a tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group (f2464783-bf52-4f50-9ca2-f3bce2b2baad), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:21.138617 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c5f59266-de47-449c-848f-40cf397be93a tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group (f2464783-bf52-4f50-9ca2-f3bce2b2baad), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:21.249935 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c5f59266-de47-449c-848f-40cf397be93a tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (f2464783-bf52-4f50-9ca2-f3bce2b2baad), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:21.252517 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-c5f59266-de47-449c-848f-40cf397be93a tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:21.253676 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-c5f59266-de47-449c-848f-40cf397be93a tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f2464783-bf52-4f50-9ca2-f3bce2b2baad HTTP/1.1" status: 204 len: 168 time: 0.1971776 Aug 24 18:05:21.263563 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f59266-de47-449c-848f-40cf397be93a tempest-TestShelveInstance-141824699 tempest-TestShelveInstance-141824699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2464783-bf52-4f50-9ca2-f3bce2b2baad,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:21.350437 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53702) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:21.353033 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:21.657487 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (299cd683-54a2-4d87-879b-1e3504c22b40), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:21.874278 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Deleting port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:21.874625 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:21.953987 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] For port b0d28f42-d00f-4f12-a830-5faf0b2fa8ab, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=b0d28f42-d00f-4f12-a830-5faf0b2fa8ab,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:05:21.954347 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:21.967253 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Calling delete_port for b0d28f42-d00f-4f12-a830-5faf0b2fa8ab owned by network:router_interface {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:21.979853 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:22.009502 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:22.171184 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 039281e4-0f6b-49b6-9977-c41fac97b0ae no longer exists at agent hyperv_hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:05:22.187398 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (b0d28f42-d00f-4f12-a830-5faf0b2fa8ab), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:22.190562 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] No Port match for: 039281e4-0f6b-49b6-9977-c41fac97b0ae {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:05:22.190918 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Device 039281e4-0f6b-49b6-9977-c41fac97b0ae not bound to the agent host hv-cinder-85442 {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:05:22.213428 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d28f42-d00f-4f12-a830-5faf0b2fa8ab,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:22.378978 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (299cd683-54a2-4d87-879b-1e3504c22b40), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:22.586334 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Router 299cd683-54a2-4d87-879b-1e3504c22b40 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:05:22.689515 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:05:22.694385 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-f8ba5e67-c9f7-4267-b331-00219f9fdbbf admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/299cd683-54a2-4d87-879b-1e3504c22b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3428774 Aug 24 18:05:22.696993 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53704) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:22.700091 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] Sync routers for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:05:22.709697 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:05:22.710415 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:05:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:22.793959 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks [] for router (299cd683-54a2-4d87-879b-1e3504c22b40), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:22.812506 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:05:22.861284 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:22.894591 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks [] for router_gateway (299cd683-54a2-4d87-879b-1e3504c22b40), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:22.898494 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:22.983302 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:05:22Z', 'revision_number': 5, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port': {'id': '4d3f7b74-5270-4685-9ab5-2db80f03a2e1', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:23.009399 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] Checking router: 299cd683-54a2-4d87-879b-1e3504c22b40 for host: dv-cinder-854428-1-iscsi {{(pid=113413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:05:23.016943 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:23.018976 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] Routers {'299cd683-54a2-4d87-879b-1e3504c22b40'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:05:23.020179 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:05:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['299cd683-54a2-4d87-879b-1e3504c22b40'], 'active': True} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:23.026326 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Deleting port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:23.026674 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.081151 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=100 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:23.110055 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_dvr_db [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] Set router 299cd683-54a2-4d87-879b-1e3504c22b40 gateway port host: None {{(pid=113413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:05:23.113481 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.163125 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.l3_hamode_db [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:05:22Z', 'revision_number': 6, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port_host': None}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:23.204769 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.279848 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10149fbe-70fd-403e-bdfc-24601853f8a9 None None] The sync data for ids ['299cd683-54a2-4d87-879b-1e3504c22b40'] in dv-cinder-854428-1-iscsi is: [{'id': '299cd683-54a2-4d87-879b-1e3504c22b40', 'name': 'tempest-TestShelveInstance-313019864-router', 'tenant_id': '17a2ab43b0e64e888af68fc09725ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:46Z', 'updated_at': '2022-08-24T18:05:22Z', 'revision_number': 6, 'project_id': '17a2ab43b0e64e888af68fc09725ef8d', 'gw_port_host': None}] {{(pid=113413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:05:23.390071 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] For port 4d3f7b74-5270-4685-9ab5-2db80f03a2e1, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=4d3f7b74-5270-4685-9ab5-2db80f03a2e1,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:05:23.390646 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.402935 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Calling delete_port for 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 owned by network:router_gateway {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:23.610331 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (4d3f7b74-5270-4685-9ab5-2db80f03a2e1), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.638999 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3f7b74-5270-4685-9ab5-2db80f03a2e1,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:23.710825 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (299cd683-54a2-4d87-879b-1e3504c22b40), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.798172 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (299cd683-54a2-4d87-879b-1e3504c22b40), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.800308 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks [] for router_controller (299cd683-54a2-4d87-879b-1e3504c22b40), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.895760 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (299cd683-54a2-4d87-879b-1e3504c22b40), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.896263 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299cd683-54a2-4d87-879b-1e3504c22b40 {{(pid=113410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:05:23.901027 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.904525 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-bfebf945-ea07-4780-8004-3e61bd3068db admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/299cd683-54a2-4d87-879b-1e3504c22b40 HTTP/1.1" status: 204 len: 168 time: 1.2042634 Aug 24 18:05:23.904804 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53706) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:23.951532 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae96ffb-cc97-4738-b5e1-9276f8609106 admin admin] Deleting subnet e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f {{(pid=113410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 18:05:23.954698 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eae96ffb-cc97-4738-b5e1-9276f8609106 admin admin] Publish callbacks [] for subnet (e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:23.994040 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eae96ffb-cc97-4738-b5e1-9276f8609106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3297466'] for subnet (e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.072614 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eae96ffb-cc97-4738-b5e1-9276f8609106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.128493 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:24.153404 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device b0d28f42-d00f-4f12-a830-5faf0b2fa8ab no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:05:24.173124 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: b0d28f42-d00f-4f12-a830-5faf0b2fa8ab {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:05:24.177367 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device b0d28f42-d00f-4f12-a830-5faf0b2fa8ab not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:05:24.177367 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:05:24.194263 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:05:24.194611 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 4d3f7b74-5270-4685-9ab5-2db80f03a2e1 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:05:24.250651 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eae96ffb-cc97-4738-b5e1-9276f8609106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3160501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719259'] for subnet (e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.287048 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-eae96ffb-cc97-4738-b5e1-9276f8609106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.294236 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-eae96ffb-cc97-4738-b5e1-9276f8609106 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f HTTP/1.1" status: 204 len: 168 time: 0.3860807 Aug 24 18:05:24.295817 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [-] (113411) accepted ('10.222.0.76', 53708) {{(pid=113411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:24.296630 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae96ffb-cc97-4738-b5e1-9276f8609106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f1ca92-f9ab-4bdf-89f2-492a8bf4253f,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:24.296742 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42482a9-aec5-44ef-99d1-033dedd75ce3 None None] Network 80b49aae-531f-47bb-97e3-845328d659ca requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:05:24.370127 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (80b49aae-531f-47bb-97e3-845328d659ca), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.414868 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Deleting port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 {{(pid=113411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:24.415256 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.462556 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] DHCP port deletion for 80b49aae-531f-47bb-97e3-845328d659ca request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:05:24.483336 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.db [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] For port 8ae1e373-f597-48c7-8197-e81a6bf4bf10, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=8ae1e373-f597-48c7-8197-e81a6bf4bf10,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:05:24.483702 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.496725 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.plugin [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Calling delete_port for 8ae1e373-f597-48c7-8197-e81a6bf4bf10 owned by network:dhcp {{(pid=113411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:24.503209 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Deleting port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:24.503591 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.567721 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] For port 8ae1e373-f597-48c7-8197-e81a6bf4bf10, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=8ae1e373-f597-48c7-8197-e81a6bf4bf10,segment=NetworkSegment(c3f4927a-f981-4181-b384-d9993b52f36d),segment_id=c3f4927a-f981-4181-b384-d9993b52f36d)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:05:24.568048 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.581608 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Calling delete_port for 8ae1e373-f597-48c7-8197-e81a6bf4bf10 owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:24.621840 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17011816'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.650505 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae1e373-f597-48c7-8197-e81a6bf4bf10,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:24.653906 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] No DVR routers for this DVR port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 on host dv-cinder-854428-1-iscsi {{(pid=113411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:05:24.661882 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.662074 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (8ae1e373-f597-48c7-8197-e81a6bf4bf10), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.662261 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.662611 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.662951 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.663287 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.663771 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.664106 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.664436 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.664769 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.665098 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.665429 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.665757 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.666111 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.666701 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.666823 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.684447 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Pushing event deleted for resources: {'Port': ['ID=8ae1e373-f597-48c7-8197-e81a6bf4bf10,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:24.693694 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] No DVR routers for this DVR port 8ae1e373-f597-48c7-8197-e81a6bf4bf10 on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:05:24.696421 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.696769 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.697114 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.697456 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.697792 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.698156 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.698492 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.698820 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.699149 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.699477 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.699805 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.700178 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.700477 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.700805 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.701129 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8d9ca-5d91-4443-8310-5ca43865d438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854428-1-iscsi {{(pid=113412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:05:24.742310 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (80b49aae-531f-47bb-97e3-845328d659ca), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.763178 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b49aae-531f-47bb-97e3-845328d659ca']}} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:24.772443 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f4927a-f981-4181-b384-d9993b52f36d') {'for_net_delete': True} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:24.772770 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.services.segments.db [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f4927a-f981-4181-b384-d9993b52f36d') {} {{(pid=113411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:24.782254 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17734606'] for segment (c3f4927a-f981-4181-b384-d9993b52f36d), before_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.795640 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (c3f4927a-f981-4181-b384-d9993b52f36d), precommit_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.801916 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=113411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:05:24.802305 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17011803'] for segment (c3f4927a-f981-4181-b384-d9993b52f36d), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.883970 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment c3f4927a-f981-4181-b384-d9993b52f36d resource provider aggregate not found Aug 24 18:05:24.901250 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.services.segments.plugin [-] Segment c3f4927a-f981-4181-b384-d9993b52f36d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3f4927a-f981-4181-b384-d9993b52f36d found for delete ", "request_id": "req-ef3892df-13f3-45bd-95c9-bf47e66d1b56"}]} Aug 24 18:05:24.912718 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (80b49aae-531f-47bb-97e3-845328d659ca), after_delete {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.920261 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron_lib.callbacks.manager [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:24.923375 dv-cinder-854428-1-iscsi neutron-server[113411]: INFO neutron.wsgi [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/80b49aae-531f-47bb-97e3-845328d659ca HTTP/1.1" status: 204 len: 168 time: 0.6284630 Aug 24 18:05:24.926503 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53718) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:24.933552 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14de29b-0f95-4e7c-bc02-09625d3078a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b49aae-531f-47bb-97e3-845328d659ca,revision_number=None']} {{(pid=113411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:25.143039 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:25.242322 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697517'] for router_interface (2bf864cf-c215-4c34-b1b9-54e8cd191f77), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:25.461914 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Deleting port 73bcbfdd-239d-4153-be5f-aca3b246fa89 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:25.462258 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:25.540521 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] For port 73bcbfdd-239d-4153-be5f-aca3b246fa89, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=73bcbfdd-239d-4153-be5f-aca3b246fa89,segment=NetworkSegment(e9d37fe8-054b-4c2a-8a86-ce83a9db90b5),segment_id=e9d37fe8-054b-4c2a-8a86-ce83a9db90b5)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:05:25.540804 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:25.553330 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Calling delete_port for 73bcbfdd-239d-4153-be5f-aca3b246fa89 owned by network:router_interface {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:25.653802 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=100 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:25.804068 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (73bcbfdd-239d-4153-be5f-aca3b246fa89), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:25.832601 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=73bcbfdd-239d-4153-be5f-aca3b246fa89,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:25.995745 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697401'] for router_interface (2bf864cf-c215-4c34-b1b9-54e8cd191f77), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:26.088710 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:26.204958 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 8ae1e373-f597-48c7-8197-e81a6bf4bf10 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:05:26.208115 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 has already been hosted by L3 agent 8a08dc72-9052-4967-9577-39eea0ad356d {{(pid=113410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:05:26.224013 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 8ae1e373-f597-48c7-8197-e81a6bf4bf10 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:05:26.224554 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 8ae1e373-f597-48c7-8197-e81a6bf4bf10 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:05:26.310273 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] Notify agent at l3_agent.dv-cinder-854428-1-iscsi the message routers_updated {{(pid=113410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:05:26.315499 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-6848bc73-eddf-4910-af5d-597605d1caf5 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/2bf864cf-c215-4c34-b1b9-54e8cd191f77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3876522 Aug 24 18:05:26.317761 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53720) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:26.322587 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] Sync routers for ids ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'] in dv-cinder-854428-1-iscsi {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:05:26.333203 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] Routers {'2bf864cf-c215-4c34-b1b9-54e8cd191f77'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:05:26.333825 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:05:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:26.418451 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks [] for router (2bf864cf-c215-4c34-b1b9-54e8cd191f77), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:26.435288 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] Set router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 gateway port host: dv-cinder-854428-1-iscsi {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:05:26.518245 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks [] for router_gateway (2bf864cf-c215-4c34-b1b9-54e8cd191f77), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:26.615720 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Deleting port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:26.615970 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:26.642099 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:26.702991 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] For port 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=5e891c6f-aa48-42fb-8a33-bf56ee41c3ba,segment=NetworkSegment(66478e25-4786-4617-b133-1774f4ab776c),segment_id=66478e25-4786-4617-b133-1774f4ab776c)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:05:26.703360 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:26.716767 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Calling delete_port for 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba owned by network:router_gateway {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:26.732907 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'external_fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:52Z', 'updated_at': '2022-08-24T18:05:25Z', 'revision_number': 5, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'gw_port': {'id': '5e891c6f-aa48-42fb-8a33-bf56ee41c3ba', 'name': '', 'network_id': 'e9918629-a420-4e18-9fea-557c20db3e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854428-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:00:53Z', 'updated_at': '2022-08-24T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab41e25b-f85b-4252-b779-cfd6c086bbf2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854428-1-iscsi'}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:26.762016 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] Checking router: 2bf864cf-c215-4c34-b1b9-54e8cd191f77 for host: dv-cinder-854428-1-iscsi {{(pid=113412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:05:26.770546 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] Routers {'2bf864cf-c215-4c34-b1b9-54e8cd191f77'} bound to L3 agent in host dv-cinder-854428-1-iscsi {{(pid=113412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:05:26.771152 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854428-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:50Z,description=,heartbeat_timestamp=2022-08-24T18:05:20Z,host='dv-cinder-854428-1-iscsi',id=8a08dc72-9052-4967-9577-39eea0ad356d,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:51Z,topic='l3_agent')) {'router_ids': ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'], 'active': True} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:26.843529 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:26.860282 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvr_db [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] Set router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 gateway port host: None {{(pid=113412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:05:26.911536 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_hamode_db [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:52Z', 'updated_at': '2022-08-24T18:05:26Z', 'revision_number': 6, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'gw_port_host': None}], 'dv-cinder-854428-1-iscsi', False) {} {{(pid=113412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:26.937975 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a539118-65cb-438d-91ce-8b29166acda5 None None] The sync data for ids ['2bf864cf-c215-4c34-b1b9-54e8cd191f77'] in dv-cinder-854428-1-iscsi is: [{'id': '2bf864cf-c215-4c34-b1b9-54e8cd191f77', 'name': 'tempest-TestShelveInstance-1952641803-router', 'tenant_id': 'b6574081fc5b42de9db587cabbf07bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:00:52Z', 'updated_at': '2022-08-24T18:05:26Z', 'revision_number': 6, 'project_id': 'b6574081fc5b42de9db587cabbf07bc3', 'gw_port_host': None}] {{(pid=113412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:05:26.947406 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (5e891c6f-aa48-42fb-8a33-bf56ee41c3ba), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:26.975157 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e891c6f-aa48-42fb-8a33-bf56ee41c3ba,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:27.028604 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:27.041577 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696680'] for router_gateway (2bf864cf-c215-4c34-b1b9-54e8cd191f77), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.129707 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4031'] for router (2bf864cf-c215-4c34-b1b9-54e8cd191f77), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.137339 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks [] for router_controller (2bf864cf-c215-4c34-b1b9-54e8cd191f77), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.232690 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697482'] for router (2bf864cf-c215-4c34-b1b9-54e8cd191f77), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.233248 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf864cf-c215-4c34-b1b9-54e8cd191f77 {{(pid=113410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:05:27.237314 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.238525 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-369a09fd-71d9-4c3c-9a9a-a18c196e8e2c admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/2bf864cf-c215-4c34-b1b9-54e8cd191f77 HTTP/1.1" status: 204 len: 168 time: 0.9198239 Aug 24 18:05:27.241019 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53722) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:27.286586 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d03662-06c7-4216-9f24-b569d91b8114 admin admin] Deleting subnet 935b0513-e9ce-4da6-abe2-98f7ef52d14b {{(pid=113410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 18:05:27.290007 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-03d03662-06c7-4216-9f24-b569d91b8114 admin admin] Publish callbacks [] for subnet (935b0513-e9ce-4da6-abe2-98f7ef52d14b), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.326924 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-03d03662-06c7-4216-9f24-b569d91b8114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3297466'] for subnet (935b0513-e9ce-4da6-abe2-98f7ef52d14b), precommit_delete_associations {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.414002 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-03d03662-06c7-4216-9f24-b569d91b8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8193339'] for subnet (935b0513-e9ce-4da6-abe2-98f7ef52d14b), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.512824 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-03d03662-06c7-4216-9f24-b569d91b8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8193346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3160501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719259'] for subnet (935b0513-e9ce-4da6-abe2-98f7ef52d14b), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.540833 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d03662-06c7-4216-9f24-b569d91b8114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935b0513-e9ce-4da6-abe2-98f7ef52d14b,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:27.542857 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-03d03662-06c7-4216-9f24-b569d91b8114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.546306 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-03d03662-06c7-4216-9f24-b569d91b8114 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/935b0513-e9ce-4da6-abe2-98f7ef52d14b HTTP/1.1" status: 204 len: 168 time: 0.3042116 Aug 24 18:05:27.546894 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98c2b8-d463-4cdc-bfd9-8ff94af8b60e None None] Network 9719edaa-5602-449a-b753-08a6a68e2a1a requested from dv-cinder-854428-1-iscsi {{(pid=113412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:05:27.548740 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53724) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:27.607601 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:27.623489 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7887798'] for network (9719edaa-5602-449a-b753-08a6a68e2a1a), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.667751 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Deleting port c70efdc8-580d-4438-8545-41cd05f84486 {{(pid=113410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:27.668123 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (c70efdc8-580d-4438-8545-41cd05f84486), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.682002 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:27.705916 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f7c8b-2505-4e5c-a8fd-63320507ccf7 None None] DHCP port deletion for 9719edaa-5602-449a-b753-08a6a68e2a1a request from dv-cinder-854428-1-iscsi {{(pid=113412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:05:27.741282 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.db [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] For port c70efdc8-580d-4438-8545-41cd05f84486, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c70efdc8-580d-4438-8545-41cd05f84486,segment=NetworkSegment(e9d37fe8-054b-4c2a-8a86-ce83a9db90b5),segment_id=e9d37fe8-054b-4c2a-8a86-ce83a9db90b5)] {{(pid=113410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:05:27.742069 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (c70efdc8-580d-4438-8545-41cd05f84486), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.749160 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-800f7c8b-2505-4e5c-a8fd-63320507ccf7 None None] Deleting port c70efdc8-580d-4438-8545-41cd05f84486 {{(pid=113412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:05:27.749570 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-800f7c8b-2505-4e5c-a8fd-63320507ccf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771359078669'] for port (c70efdc8-580d-4438-8545-41cd05f84486), before_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.755927 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.plugin [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Calling delete_port for c70efdc8-580d-4438-8545-41cd05f84486 owned by network:dhcp {{(pid=113410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:27.815006 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.db [None req-800f7c8b-2505-4e5c-a8fd-63320507ccf7 None None] For port c70efdc8-580d-4438-8545-41cd05f84486, host dv-cinder-854428-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854428-1-iscsi',level=0,port_id=c70efdc8-580d-4438-8545-41cd05f84486,segment=NetworkSegment(e9d37fe8-054b-4c2a-8a86-ce83a9db90b5),segment_id=e9d37fe8-054b-4c2a-8a86-ce83a9db90b5)] {{(pid=113412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:05:27.815411 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-800f7c8b-2505-4e5c-a8fd-63320507ccf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698020'] for port (c70efdc8-580d-4438-8545-41cd05f84486), precommit_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.828328 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-800f7c8b-2505-4e5c-a8fd-63320507ccf7 None None] Calling delete_port for c70efdc8-580d-4438-8545-41cd05f84486 owned by network:dhcp {{(pid=113412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:05:27.919072 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3160544'] for port (c70efdc8-580d-4438-8545-41cd05f84486), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.925614 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-800f7c8b-2505-4e5c-a8fd-63320507ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8103660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771359080331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771358557772'] for port (c70efdc8-580d-4438-8545-41cd05f84486), after_delete {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:27.945565 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70efdc8-580d-4438-8545-41cd05f84486,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:27.949189 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] No DVR routers for this DVR port c70efdc8-580d-4438-8545-41cd05f84486 on host dv-cinder-854428-1-iscsi {{(pid=113410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:05:27.955723 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f7c8b-2505-4e5c-a8fd-63320507ccf7 None None] Pushing event deleted for resources: {'Port': ['ID=c70efdc8-580d-4438-8545-41cd05f84486,revision_number=None']} {{(pid=113412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:27.961965 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f7c8b-2505-4e5c-a8fd-63320507ccf7 None None] No DVR routers for this DVR port c70efdc8-580d-4438-8545-41cd05f84486 on host dv-cinder-854428-1-iscsi {{(pid=113412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:05:28.028991 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8198715', 'neutron.services.segments.db._delete_segments_for_network-8771359024240'] for network (9719edaa-5602-449a-b753-08a6a68e2a1a), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.050291 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9719edaa-5602-449a-b753-08a6a68e2a1a']}} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:28.060357 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5') {'for_net_delete': True} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:28.060660 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.services.segments.db [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d37fe8-054b-4c2a-8a86-ce83a9db90b5') {} {{(pid=113410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:05:28.070528 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771359098094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3297459'] for segment (e9d37fe8-054b-4c2a-8a86-ce83a9db90b5), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.083972 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466'] for segment (e9d37fe8-054b-4c2a-8a86-ce83a9db90b5), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.090666 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=113410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:05:28.091064 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8198466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3160531'] for segment (e9d37fe8-054b-4c2a-8a86-ce83a9db90b5), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.165027 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 73bcbfdd-239d-4153-be5f-aca3b246fa89 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:05:28.175531 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment e9d37fe8-054b-4c2a-8a86-ce83a9db90b5 resource provider aggregate not found Aug 24 18:05:28.186980 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 73bcbfdd-239d-4153-be5f-aca3b246fa89 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:05:28.187329 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 73bcbfdd-239d-4153-be5f-aca3b246fa89 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:05:28.187757 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:05:28.194082 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.services.segments.plugin [-] Segment e9d37fe8-054b-4c2a-8a86-ce83a9db90b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9d37fe8-054b-4c2a-8a86-ce83a9db90b5 found for delete ", "request_id": "req-381d9ccb-cf7f-43f7-bd7d-effb6f8aff24"}]} Aug 24 18:05:28.206913 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:05:28.209740 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device 5e891c6f-aa48-42fb-8a33-bf56ee41c3ba not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:05:28.209740 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c70efdc8-580d-4438-8545-41cd05f84486 no longer exists at agent ovs-agent-dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:05:28.221792 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8198704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696652'] for network (9719edaa-5602-449a-b753-08a6a68e2a1a), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.227746 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] No Port match for: c70efdc8-580d-4438-8545-41cd05f84486 {{(pid=113412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:05:28.236735 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron.plugins.ml2.rpc [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Device c70efdc8-580d-4438-8545-41cd05f84486 not bound to the agent host dv-cinder-854428-1-iscsi {{(pid=113412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:05:28.237949 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531424'] for network (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.237949 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/9719edaa-5602-449a-b753-08a6a68e2a1a HTTP/1.1" status: 204 len: 168 time: 0.6844044 Aug 24 18:05:28.249347 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51df79-09d2-401e-93da-2a9a558b5fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9719edaa-5602-449a-b753-08a6a68e2a1a,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:28.543116 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53734) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:28.567768 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:28.583007 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-7a6ae0f3-babe-46be-9d6c-cb109821b2db admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=17a2ab43b0e64e888af68fc09725ef8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388050 Aug 24 18:05:28.585987 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53736) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:28.636405 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5a05-e288-464c-b943-6d0fe1430159 admin admin] Publish callbacks [] for security_group (00353390-1dce-4899-819f-7b40fc8cfb79), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.656979 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5a05-e288-464c-b943-6d0fe1430159 admin admin] Publish callbacks [] for security_group (00353390-1dce-4899-819f-7b40fc8cfb79), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.786751 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5a05-e288-464c-b943-6d0fe1430159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (00353390-1dce-4899-819f-7b40fc8cfb79), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.789708 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5a05-e288-464c-b943-6d0fe1430159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:28.790874 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-9b9e5a05-e288-464c-b943-6d0fe1430159 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/00353390-1dce-4899-819f-7b40fc8cfb79 HTTP/1.1" status: 204 len: 168 time: 0.2039800 Aug 24 18:05:28.798998 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e5a05-e288-464c-b943-6d0fe1430159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00353390-1dce-4899-819f-7b40fc8cfb79,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:28.836569 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:05:29.377471 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53742) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:29.420082 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-6ca7d2ed-3e62-46d5-b030-c2128a9fa8e1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b6574081fc5b42de9db587cabbf07bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414588 Aug 24 18:05:29.422554 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [-] (113410) accepted ('10.222.0.76', 53744) {{(pid=113410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:05:29.471226 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfbf81fc-ffb2-4eca-a8fe-8a44d1715f0d admin admin] Publish callbacks [] for security_group (07fd11df-9e4a-4a95-ab06-675628d24ac9), before_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:29.490593 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfbf81fc-ffb2-4eca-a8fe-8a44d1715f0d admin admin] Publish callbacks [] for security_group (07fd11df-9e4a-4a95-ab06-675628d24ac9), precommit_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:29.592548 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfbf81fc-ffb2-4eca-a8fe-8a44d1715f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734577'] for security_group (07fd11df-9e4a-4a95-ab06-675628d24ac9), after_delete {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:29.595149 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron_lib.callbacks.manager [None req-bfbf81fc-ffb2-4eca-a8fe-8a44d1715f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:29.596298 dv-cinder-854428-1-iscsi neutron-server[113410]: INFO neutron.wsgi [None req-bfbf81fc-ffb2-4eca-a8fe-8a44d1715f0d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/07fd11df-9e4a-4a95-ab06-675628d24ac9 HTTP/1.1" status: 204 len: 168 time: 0.1728153 Aug 24 18:05:29.604790 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf81fc-ffb2-4eca-a8fe-8a44d1715f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd11df-9e4a-4a95-ab06-675628d24ac9,revision_number=None']} {{(pid=113410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:05:34.861356 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=53,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:34.924840 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG dbcounter [-] [113411] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=113411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:38.811664 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:39.599314 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:DELETE=3,neutron:SELECT=27 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:39.600165 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG dbcounter [-] [113410] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:39.616754 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:42.403341 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:44.740520 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=31 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:44.741414 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=18 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:47.718128 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d3237e4d-eab3-4192-bb01-c96e34840895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:50.226047 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-44cb7be1-fd41-4674-a82e-018614d48625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:51.351987 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:53.139996 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:53.220510 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:03.132332 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:03.147021 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:05.834944 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:06:12.414223 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:17.688191 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-2a0df37b-7239-49ba-9a83-a30ca25ea1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:20.231353 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-13a81422-52fb-46d4-bd7e-908fb24b0667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:21.357053 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:21.742534 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:21.748408 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:23.173711 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:23.212950 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:33.140850 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:33.142730 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:41.752139 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:42.407334 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:42.834211 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:06:47.693063 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-0285dae5-9233-4e81-9841-4f253f2ffbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:50.276171 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b76812b7-70bf-4630-86e7-d7a874289e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:51.361022 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:53.179430 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:53.275943 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:58.743689 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:58.744462 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:07:03.213954 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:07:03.214735 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:07:12.405823 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:17.697057 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-071cf5d1-3121-4ce6-8018-a97c44cd89fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:19.834780 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:07:20.263627 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-5b7faac4-9c8e-4efd-a71e-24bc7ab0ae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:21.360697 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:23.149491 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:23.222810 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:33.144929 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:07:33.146809 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:07:42.445649 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:43.198733 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=18 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:07:43.201574 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=16 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:07:47.713992 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5279-7454-404f-8ea9-d4e627510b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:49.478973 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [req-1871e83f-545d-48a2-b1a4-cdc736f1fd3c req-8e587272-3c58-44a6-82de-5b43be4b1a0f service neutron] (113411) timed out ('10.222.0.26', 56707) {{(pid=113411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:07:50.279877 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f7d075a4-92fe-4c85-a5b5-818e103d3deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:51.365655 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:53.164272 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:53.210018 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:07:56.834580 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:08:03.147348 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:08:03.149680 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:08:12.416146 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:12.742769 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:08:12.747747 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:08:17.695153 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ed99-606a-472a-9eae-5e953783961c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:20.250552 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-8274aa50-f81d-43c8-a674-90f38be16baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:21.369221 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:23.157741 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:23.271529 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:33.150757 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:08:33.152631 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:08:33.834655 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:08:42.444104 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:47.722594 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7a6d-3274-438d-933d-8fbb9d1598c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:49.739989 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=4 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:08:49.745775 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:08:50.272382 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-d5bae73f-ef85-4728-8531-57366a72db60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:51.369635 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:53.215116 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:08:53.276716 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:03.212538 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:09:03.214394 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:09:10.833797 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:09:12.453186 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:17.699989 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-684b3619-4b9a-4537-8c01-d584fc7a4c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:20.299897 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-6487d7cc-3193-43a1-a29d-b1b32fd813b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:21.402792 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:23.153435 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:23.218384 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:26.731595 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=2 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:09:26.741545 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=6 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:09:33.159128 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:09:33.161107 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:09:42.447988 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:43.198330 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=12 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:09:43.200143 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=14 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:09:47.699377 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-33df5810-a639-4556-bb51-274a96614cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:47.832774 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:09:50.245718 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-1c21ad0e-2647-4f4f-8add-be08b24c474d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:51.384836 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:53.150788 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:09:53.228719 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:10:03.162660 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:10:03.164616 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:10:03.728008 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:10:03.737988 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=5 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:10:12.474519 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:10:17.698722 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-34802be5-284b-4475-b8cb-857b8a7cacbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8cc630f4-6d89-4711-9a30-f02e44dc6627), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:10:20.298172 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-3c7e15db-6cee-4195-8a01-262751a9e234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8a08dc72-9052-4967-9577-39eea0ad356d), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:10:20.797428 dv-cinder-854428-1-iscsi neutron-server[113411]: DEBUG neutron.wsgi [req-06939790-1b32-4199-a5d6-0cc8a2fc6c8d req-eef46f8d-bdd4-40c5-82fe-5ac0ece03955 service neutron] (113411) timed out ('10.222.0.26', 56683) {{(pid=113411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:10:21.406913 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2e2-4c3c-47a3-a098-79b464c0e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (9ea2ce23-9437-4902-bbf3-8baadc6e0a6b), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:10:23.166093 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-a2bfdf2d-8515-4fef-9fcb-60e36749bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (ef73e16f-d202-46c4-acf1-47dbef8f46ea), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:10:23.233499 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b102f7d3-3612-4263-97ec-7eee1cd1a561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (8ee07d0e-7042-468a-a5a6-31da965ca7fe), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:10:24.832343 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG neutron.db.agents_db [None req-53c19b63-1c29-40a4-9ceb-54acb7c05e18 None None] Agent healthcheck: found 6 active agents {{(pid=113413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:10:27.476765 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-e23a2ba5-bb28-411d-8477-7d6b112d42ae service neutron] (113410) timed out ('10.222.0.76', 46624) {{(pid=113410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:10:27.570827 dv-cinder-854428-1-iscsi neutron-server[113410]: DEBUG neutron.wsgi [req-8bbd96f6-125b-464f-8e61-848538f81b68 req-0395db6a-bdd4-43fa-94e5-961e1e6f612b tempest-AttachVolumeShelveTestJSON-1996245533 tempest-AttachVolumeShelveTestJSON-1996245533-project] (113410) timed out ('10.222.0.76', 46644) {{(pid=113410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:10:33.162341 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:10:33.170164 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG dbcounter [-] [113412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:10:42.469310 dv-cinder-854428-1-iscsi neutron-server[113412]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a7f4-06f0-4f13-881c-2be0eab182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771359024222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194680'] for agent (341e0eb5-2238-485d-9394-f9af53576e7c), after_update {{(pid=113412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:10:45.789876 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=3 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:10:45.790775 dv-cinder-854428-1-iscsi neutron-server[113413]: DEBUG dbcounter [-] [113413] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}